-- Logs begin at Thu 2022-04-07 11:00:37 UTC, end at Thu 2022-04-07 12:03:57 UTC. -- Apr 07 11:36:11.359187 dv-cinder-836822-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 11:36:14.299177 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.common.config [-] Logging enabled! Apr 07 11:36:14.299820 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 11:36:14.300010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109826) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 11:36:14.303341 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.common.config [-] Logging enabled! Apr 07 11:36:14.303598 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 11:36:14.303910 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109826) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 11:36:14.304886 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:36:14.305126 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:36:14.305505 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:36:14.305748 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:36:14.305975 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:36:14.306394 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.306823 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 11:36:14.307131 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.307416 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.307712 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.308017 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.308310 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.308590 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.308903 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.309202 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.309493 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.309756 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.310040 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.310335 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.310621 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.310926 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.311218 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.311505 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] debug = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.311789 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.312222 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.312629 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.312933 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.313224 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.313520 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.313782 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.314059 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.314345 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.314672 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] host = dv-cinder-836822-2-iscsi {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.314950 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.315238 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.315534 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.315827 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.316110 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.316387 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.316695 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.317023 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.317301 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] log_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.317581 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.317874 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.318165 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.318459 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.318689 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.318915 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.319216 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.319505 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.319784 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.320061 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.320338 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.320615 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.320917 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.321190 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.321475 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.321765 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.322053 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.322329 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.322603 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.322877 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.323150 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.323437 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.323713 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.323989 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.324263 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.324554 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.324853 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.325134 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.325441 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.325731 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.326019 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.326308 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.326583 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.326867 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.327141 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.327413 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.327684 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] use_json = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.327959 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.328234 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.328517 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.328807 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.329085 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.329359 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.329630 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.329917 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.330191 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:14.330488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.330794 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.331088 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.331386 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.331680 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.331961 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.332259 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.332727 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.333046 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.333346 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.333637 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.333917 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.334219 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.334509 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.334807 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.335112 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.335414 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.335708 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.335985 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.336261 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.336538 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.336841 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.337135 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.337414 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.337705 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.337996 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.338278 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.338579 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.338865 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.339161 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.339453 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.339728 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.340315 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.340610 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.340911 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.341187 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.341466 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.341755 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.342033 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.342306 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.342591 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.342871 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.343147 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.343421 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.343697 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.343986 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.344263 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.344538 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.344834 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.345115 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.345392 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.345678 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.345953 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.346223 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.346495 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.346773 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.347051 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.347329 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.347609 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.347883 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.348209 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.348486 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.348760 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.349056 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.349329 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.349601 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.349872 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.350145 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.350422 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.350696 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.350970 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.351243 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.351517 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.351789 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.352076 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.352373 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.352651 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.352958 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.353241 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.353520 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.353796 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.354074 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.354353 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.354631 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.354903 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.355192 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.355480 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.355766 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.356066 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.356345 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.356641 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.356949 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.357229 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.357511 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.357786 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.358061 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.358344 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.358629 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.358924 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.359218 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.359512 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.359806 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.360097 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.360375 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.360682 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.360992 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:14.361213 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:36:14.361453 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109826) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 11:36:14.733506 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 11:36:14.733833 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 11:36:14.734122 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 11:36:14.734459 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 11:36:15.058535 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.058838 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.059106 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.060300 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.060578 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.062644 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.115216 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.115500 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.115764 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.130429 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.130709 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.130982 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.160547 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.160940 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.161207 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.196417 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.196693 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.196996 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.534606 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.535246 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.535246 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.535404 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.536037 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.633053 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.633380 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.633681 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.633932 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.634204 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.634518 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.634748 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.635038 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.635288 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.635574 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.635833 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.636102 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.636345 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.636596 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.636855 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.637123 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.637376 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.637643 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.637910 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.638166 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.638436 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.638686 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.638967 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.639342 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.639589 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.639834 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.640320 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:36:15.640565 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:36:15.640837 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:36:15.641082 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:36:15.641319 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:36:15.641556 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:36:15.641919 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 11:36:15.645117 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 11:36:15.649081 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 11:36:15.652737 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 07 11:36:15.654393 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 11:36:15.654865 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 11:36:15.655206 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 11:36:15.655590 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 11:36:15.659431 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 11:36:15.659683 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 11:36:15.660031 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 11:36:15.665105 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 11:36:15.688617 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 11:36:15.689103 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.689405 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109826) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 11:36:15.689774 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.691133 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109826) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 11:36:15.691413 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 11:36:15.691680 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 11:36:15.695001 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.695286 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:15.757367 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 11:36:15.757601 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 11:36:15.757835 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 11:36:15.758209 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 11:36:15.780007 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_db.sqlalchemy.engines [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109826) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 11:36:16.225158 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Initializing driver for type 'gre' Apr 07 11:36:16.225683 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] gre ID ranges: [(1, 1000)] Apr 07 11:36:16.274202 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Initializing driver for type 'local' Apr 07 11:36:16.274538 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Initializing driver for type 'vlan' Apr 07 11:36:16.287795 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] VlanTypeDriver initialization complete Apr 07 11:36:16.288160 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Initializing driver for type 'vxlan' Apr 07 11:36:16.288639 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] vxlan ID ranges: [(1, 1000)] Apr 07 11:36:16.337852 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Initializing extension driver 'port_security' Apr 07 11:36:16.338246 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.extensions.port_security [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] PortSecurityExtensionDriver initialization complete Apr 07 11:36:16.338616 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Initializing mechanism driver 'openvswitch' Apr 07 11:36:16.338938 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Initializing mechanism driver 'hyperv' Apr 07 11:36:16.345884 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:16.346722 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > port after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.347089 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > port after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.347437 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > port after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.347961 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:36:16.348389 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > subnet after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.348738 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > subnet after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.349145 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > subnet after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.349534 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:36:16.349928 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > network after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.350269 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > network after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.350628 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > network after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.351012 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:36:16.351408 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > security_group after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.351752 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > security_group after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.352084 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > security_group after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.352477 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:36:16.352892 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.353215 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.353542 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.353931 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:36:16.354324 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > address_group after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.354660 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > address_group after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.354992 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > address_group after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.355385 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109826) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 11:36:16.355814 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] ML2 OVO RPC backend initialized. {{(pid=109826) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 11:36:16.356505 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router_interface after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.356882 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.357293 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > network before_response 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.357634 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > networks before_response 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.357975 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > port before_response 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.358314 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > ports before_response 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.358651 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > subnet before_response 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.358971 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > subnets before_response 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.359308 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > network after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.359641 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > network after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.359967 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > network after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.360295 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > port after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.360623 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > port after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.360974 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > port after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.361302 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > subnet after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.361628 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > subnet after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.361952 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > subnet after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.369228 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded quota_driver: . Apr 07 11:36:16.369589 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.plugin [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Modular L2 Plugin initialization complete Apr 07 11:36:16.369932 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading services supported by the core plugin {{(pid=109826) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 11:36:16.370271 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.plugins.ml2.managers [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Got port-security extension from driver 'port_security' Apr 07 11:36:16.370752 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.extensions.vlantransparent [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Disabled vlantransparent extension. Apr 07 11:36:16.371245 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109826) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 11:36:16.371568 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading Plugin: router Apr 07 11:36:16.406307 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router_interface before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.406934 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router after_create 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.407530 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router before_create 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.408128 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.408741 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.409367 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router after_delete 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.409967 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > floatingip after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.410579 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > floatingip after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.411175 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router after_create 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.411742 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router after_update 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.412314 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router after_update 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.412918 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.413499 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router after_update 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.414190 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router precommit_update 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.414827 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: port after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.415336 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: port after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.415872 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: subnet after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.416306 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.416656 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > port precommit_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.417023 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router precommit_create 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.417363 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: port before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.417704 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router precommit_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.418054 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router after_update 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.418390 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router precommit_delete 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.418735 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router precommit_create 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.419093 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router_interface after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.419432 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router precommit_update 55549900 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.419788 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > agent after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.420291 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > agent after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.420637 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > network after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.421569 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Tracking information for resource: router configured {{(pid=109826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:36:16.421893 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Tracking information for resource: floatingip configured {{(pid=109826) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 11:36:16.427110 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.db.l3_agentschedulers_db [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 11:36:16.427683 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: port after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.428039 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: port after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.428385 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: port after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.428730 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: port after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.429550 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router before_create 55550100 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.429906 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router precommit_delete 55550100 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.430259 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router precommit_create 55550100 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.430609 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > router precommit_update 55550100 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.435452 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.services.provider_configuration [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service providers = [] {{(pid=109826) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 11:36:16.435815 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.db.servicetype_db [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109826) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 11:36:16.438777 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.services.service_base [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:36:16.439134 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.services.service_base [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:36:16.439470 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.services.service_base [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:36:16.440356 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.services.service_base [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109826) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 11:36:16.440723 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.services.service_base [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 11:36:16.441105 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:36:16.441418 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 11:36:16.452052 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:36:16.452384 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading Plugin: auto_allocate Apr 07 11:36:16.458158 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: network precommit_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.458518 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: network precommit_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.459030 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:36:16.459347 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading Plugin: tag Apr 07 11:36:16.466431 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:36:16.466752 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading Plugin: timestamp Apr 07 11:36:16.470581 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:36:16.470909 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading Plugin: network_ip_availability Apr 07 11:36:16.476464 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.476796 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.477143 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.477865 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:36:16.478179 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading Plugin: flavors Apr 07 11:36:16.484180 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:36:16.484508 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading Plugin: revisions Apr 07 11:36:16.488801 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109826) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 11:36:16.489218 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_concurrency.lockutils [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=109826) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 11:36:16.489948 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109826) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 11:36:16.490279 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Initializing extension manager. Apr 07 11:36:16.490803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: __init__.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.491138 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: __pycache__ {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.491462 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: address_group.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.492213 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.492799 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: address-group Apr 07 11:36:16.493124 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: address_scope.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.493818 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.494329 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: address-scope Apr 07 11:36:16.494642 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: admin_state_down_before_update.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.495551 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.496055 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: router-admin-state-down-before-update Apr 07 11:36:16.496368 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: agent.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.497074 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.497577 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: agent Apr 07 11:36:16.497891 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: agent_resources_synced.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.498776 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.499280 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: agent-resources-synced Apr 07 11:36:16.499599 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: allowedaddresspairs.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.501402 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.501922 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: allowed-address-pairs Apr 07 11:36:16.502239 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: auto_allocated_topology.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.503311 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.503819 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: auto-allocated-topology Apr 07 11:36:16.504154 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: availability_zone.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.504895 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.505407 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: availability_zone Apr 07 11:36:16.505723 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: availability_zone_filter.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.506618 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.507127 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: availability_zone_filter Apr 07 11:36:16.507439 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: data_plane_status.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.508335 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.508866 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 11:36:16.509181 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: default_subnetpools.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.510079 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.510585 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: default-subnetpools Apr 07 11:36:16.510899 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: dhcpagentscheduler.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.511700 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.512213 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: dhcp_agent_scheduler Apr 07 11:36:16.512528 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: dns.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.513453 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.513957 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension dns-integration not supported by any of loaded plugins Apr 07 11:36:16.514271 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: dns_domain_ports.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.515183 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.515686 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 11:36:16.515998 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.516976 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.517478 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 11:36:16.517794 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: dvr.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.518460 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.518963 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: dvr Apr 07 11:36:16.519487 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: ecmp_routes.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.520195 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.520700 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 11:36:16.521039 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: empty_string_filtering.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.521943 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.522450 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: empty-string-filtering Apr 07 11:36:16.522765 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.523662 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.524167 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 11:36:16.524487 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.525410 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.525917 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 11:36:16.526230 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: external_net.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.527157 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.527658 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: external-net Apr 07 11:36:16.527976 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: extra_dhcp_opt.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.528901 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.529404 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: extra_dhcp_opt Apr 07 11:36:16.529720 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: extraroute.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.530617 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.531115 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: extraroute Apr 07 11:36:16.531429 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: extraroute_atomic.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.532431 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.532962 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: extraroute-atomic Apr 07 11:36:16.533281 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: filter_validation.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.533939 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.534441 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: filter-validation Apr 07 11:36:16.534756 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: fip_pf_description.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.535704 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.536224 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 11:36:16.536548 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: fip_pf_port_range.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.537477 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.537979 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 11:36:16.538294 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: fip_port_details.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.539361 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.539868 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: fip-port-details Apr 07 11:36:16.540183 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: flavors.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.541430 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.541947 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: flavors Apr 07 11:36:16.542266 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.543924 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.544437 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 11:36:16.544933 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: floatingip_pools.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.550328 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.550328 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: floatingip-pools Apr 07 11:36:16.550328 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: ip_allocation.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.550328 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.550328 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 11:36:16.550328 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.550824 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.550824 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: ip-substring-filtering Apr 07 11:36:16.550824 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l2_adjacency.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.550824 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.551261 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 11:36:16.551576 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l3.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.552540 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.553102 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: router Apr 07 11:36:16.553419 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l3_conntrack_helper.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.555666 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.556185 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 11:36:16.556512 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.557456 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.557966 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: ext-gw-mode Apr 07 11:36:16.558286 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.559197 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.559700 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: l3-ha Apr 07 11:36:16.560019 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.560958 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.561462 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 11:36:16.561777 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l3_flavors.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.562682 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.563188 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: l3-flavors Apr 07 11:36:16.563505 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l3_ndp_proxy.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.564893 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.565423 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 11:36:16.565750 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.566666 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.567198 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 11:36:16.567520 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: l3agentscheduler.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.568559 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.569103 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: l3_agent_scheduler Apr 07 11:36:16.569429 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: local_ip.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.571215 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.571733 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension local_ip not supported by any of loaded plugins Apr 07 11:36:16.572055 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: logging.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.573664 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.574190 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension logging not supported by any of loaded plugins Apr 07 11:36:16.574520 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: metering.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.575258 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.575838 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: metering Apr 07 11:36:16.576158 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.577287 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.577805 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: metering_source_and_destination_fields Apr 07 11:36:16.578126 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: multiprovidernet.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.579043 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.579549 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: multi-provider Apr 07 11:36:16.579864 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: netmtu.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.580777 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.581294 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: net-mtu Apr 07 11:36:16.581611 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: netmtu_writable.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.582564 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.583069 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: net-mtu-writable Apr 07 11:36:16.583387 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: network_availability_zone.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.584053 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.584555 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: network_availability_zone Apr 07 11:36:16.584897 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: network_ip_availability.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.585995 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.586509 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: network-ip-availability Apr 07 11:36:16.586823 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: network_segment_range.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.587590 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.588092 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 11:36:16.588409 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: pagination.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.589400 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.590031 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: pagination Apr 07 11:36:16.590362 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: port_device_profile.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.591259 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.591769 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: port-device-profile Apr 07 11:36:16.592082 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.593045 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.593543 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: port-mac-address-regenerate Apr 07 11:36:16.593857 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.594761 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.595274 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: port-numa-affinity-policy Apr 07 11:36:16.595584 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: port_resource_request.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.596480 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.597014 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 11:36:16.597329 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: port_resource_request_groups.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.598357 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.598860 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 11:36:16.599174 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: portbindings.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.600081 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.600588 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: binding Apr 07 11:36:16.601069 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: portbindings_extended.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.602314 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.602826 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: binding-extended Apr 07 11:36:16.603146 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: portsecurity.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.604046 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.604554 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: port-security Apr 07 11:36:16.604905 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: project_id.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.605873 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.606198 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: project-id Apr 07 11:36:16.606511 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: providernet.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.607417 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.607931 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: provider Apr 07 11:36:16.608245 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.611821 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.612342 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos not supported by any of loaded plugins Apr 07 11:36:16.612668 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.613961 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.614472 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 11:36:16.614796 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.615706 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.616216 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 11:36:16.616537 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_default.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.617479 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.617988 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-default not supported by any of loaded plugins Apr 07 11:36:16.618305 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_fip.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.619215 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.619724 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-fip not supported by any of loaded plugins Apr 07 11:36:16.620042 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_fip_network_policy.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.620980 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.621491 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 11:36:16.621808 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_gateway_ip.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.622832 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.623344 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 11:36:16.623658 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_port_network_policy.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.624558 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.625094 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 11:36:16.625415 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.626446 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.626955 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 11:36:16.627271 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.628290 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.628822 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 11:36:16.629177 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_pps_rule.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.630457 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.630973 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-pps not supported by any of loaded plugins Apr 07 11:36:16.631290 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_rule_type_details.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.632199 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.632712 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 11:36:16.633056 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_rule_type_filter.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.633953 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.634459 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 11:36:16.634783 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: qos_rules_alias.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.635817 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.636322 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 11:36:16.636637 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: quota_check_limit.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.637572 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.638079 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: quota-check-limit Apr 07 11:36:16.638394 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: quotasv2.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.639321 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.639641 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: quotas Apr 07 11:36:16.639952 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: quotasv2_detail.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.641647 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.641974 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: quota_details Apr 07 11:36:16.642290 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: rbac.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.643328 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.643851 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: rbac-policies Apr 07 11:36:16.644177 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: rbac_address_group.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.645168 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.645682 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: rbac-address-group Apr 07 11:36:16.646002 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: rbac_address_scope.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.646912 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.647417 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: rbac-address-scope Apr 07 11:36:16.647734 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: rbac_security_groups.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.648725 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.649254 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: rbac-security-groups Apr 07 11:36:16.649574 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: rbac_subnetpool.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.650477 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.650980 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: rbac-subnetpool Apr 07 11:36:16.651296 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: revisionifmatch.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.652208 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.652720 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: revision-if-match Apr 07 11:36:16.653063 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: revisions.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.654160 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.654655 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: standard-attr-revisions Apr 07 11:36:16.654978 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: router_availability_zone.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.655652 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.656157 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: router_availability_zone Apr 07 11:36:16.656470 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: routerservicetype.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.657413 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.657915 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension router-service-type not supported by any of loaded plugins Apr 07 11:36:16.658229 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.659142 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.659656 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: security-groups-normalized-cidr Apr 07 11:36:16.659969 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: security_groups_port_filtering.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.660967 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.661471 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: port-security-groups-filtering Apr 07 11:36:16.661789 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.662717 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.663229 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: security-groups-remote-address-group Apr 07 11:36:16.663543 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.664469 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.665014 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: security-groups-shared-filtering Apr 07 11:36:16.665336 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.665918 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 11:36:16.666233 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: securitygroup.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.675819 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.676379 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: security-group Apr 07 11:36:16.676712 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: segment.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.677460 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.677969 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension segment not supported by any of loaded plugins Apr 07 11:36:16.678288 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.679218 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.679724 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 11:36:16.680046 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: servicetype.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.681147 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.681659 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: service-type Apr 07 11:36:16.681982 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: sorting.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.682947 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.683273 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: sorting Apr 07 11:36:16.683589 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: standard_attr_segment.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.684495 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.685037 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 11:36:16.685357 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: standardattrdescription.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.685999 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.686509 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: standard-attr-description Apr 07 11:36:16.686827 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: stateful_security_group.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.687742 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.688249 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: stateful-security-group Apr 07 11:36:16.688566 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: stdattrs_common.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.689157 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 11:36:16.689468 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.690425 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.690940 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 11:36:16.691260 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: subnet_onboard.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.692400 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.692946 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: subnet_onboard Apr 07 11:36:16.693269 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.694186 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.694692 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 11:36:16.695010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: subnet_service_types.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.695922 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.696431 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: subnet-service-types Apr 07 11:36:16.696746 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: subnetallocation.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.697908 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.698424 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: subnet_allocation Apr 07 11:36:16.698743 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.699403 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.699915 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: subnetpool-prefix-ops Apr 07 11:36:16.700229 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.701195 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.701700 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 11:36:16.702015 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: tagging.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.703065 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.703588 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: standard-attr-tag Apr 07 11:36:16.703908 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: timestamp.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.705132 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.705645 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loaded extension: standard-attr-timestamp Apr 07 11:36:16.705970 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: trunk.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.706984 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.707526 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension trunk not supported by any of loaded plugins Apr 07 11:36:16.707848 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: trunk_details.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.708752 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.709282 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension trunk-details not supported by any of loaded plugins Apr 07 11:36:16.709602 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: uplink_status_propagation.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.710512 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.711013 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 11:36:16.711331 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Loading extension file: vlantransparent.py {{(pid=109826) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 11:36:16.711992 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109826) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 11:36:16.712494 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 11:36:16.715412 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:network Apr 07 11:36:16.715916 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:subnet Apr 07 11:36:16.716306 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:36:16.716688 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:port Apr 07 11:36:16.717933 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.718374 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service FLAVORS assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.718978 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.719392 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.719717 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:router Apr 07 11:36:16.720131 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:floatingip Apr 07 11:36:16.720609 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service METERING assigned prefix: /metering {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.722090 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.722458 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.722809 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:36:16.723867 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 11:36:16.724310 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:security_group Apr 07 11:36:16.724744 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 11:36:16.725355 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service CORE assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.725677 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:36:16.726021 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] subnetpool is already registered Apr 07 11:36:16.726449 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service CORE assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.726815 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:36:16.727088 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] subnetpool is already registered Apr 07 11:36:16.729375 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.729803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service FLAVORS assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.730379 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.730794 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.731121 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:router Apr 07 11:36:16.731453 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] router is already registered Apr 07 11:36:16.731857 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:floatingip Apr 07 11:36:16.732186 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] floatingip is already registered Apr 07 11:36:16.732632 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service METERING assigned prefix: /metering {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.733316 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 11:36:16.733642 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] rbac_policy is already registered Apr 07 11:36:16.734044 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:security_group Apr 07 11:36:16.734370 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] security_group is already registered Apr 07 11:36:16.734767 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 11:36:16.735088 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] security_group_rule is already registered Apr 07 11:36:16.735697 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service CORE assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.736016 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:36:16.736340 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] subnetpool is already registered Apr 07 11:36:16.736750 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.v2.resource_helper [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Service CORE assigned prefix: {{(pid=109826) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 11:36:16.737090 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 11:36:16.737414 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING neutron.quota.resource_registry [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] subnetpool is already registered Apr 07 11:36:16.737882 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: extensions {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.739333 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: address-groups {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.740894 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: address-scopes {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.742213 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: agents {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.743365 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: auto-allocated-topology {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.744599 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: availability_zones {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.745852 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: dhcp-networks {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.747334 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: dhcp-agents {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.748792 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: routers {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.751926 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: flavors {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.753116 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: service_profiles {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.754364 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: next_providers {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.755817 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: service_profiles {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.757395 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: floatingip-pools {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.758599 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: routers {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.760674 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: floatingips {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.761975 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: l3-routers {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.763359 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: l3-agents {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.764759 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: metering-labels {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.766132 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: metering-label-rules {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.767393 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: network-ip-availabilities {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.768640 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: bindings {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.770323 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: quotas {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.771868 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: quotas {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.773408 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: rbac-policies {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.774689 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: security-groups {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.775916 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: security-group-rules {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.777162 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: service-providers {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.778359 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: subnetpools {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.779772 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: subnetpools {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.781230 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.782877 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.784660 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.786529 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.788298 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.790175 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.791837 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.793839 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.795584 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.797436 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron.api.extensions [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Extended resource: tags {{(pid=109826) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 11:36:16.803383 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING keystonemiddleware.auth_token [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 11:36:16.808102 dv-cinder-836822-2-iscsi neutron-server[109826]: WARNING keystonemiddleware.auth_token [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 11:36:16.816699 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_concurrency.lockutils [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Acquired lock "singleton_lock" {{(pid=109826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 11:36:16.817199 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_concurrency.lockutils [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Releasing lock "singleton_lock" {{(pid=109826) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 11:36:16.817860 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO oslo_service.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Starting 2 workers Apr 07 11:36:16.822736 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Started child 109935 {{(pid=109826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:36:16.827182 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Started child 109936 {{(pid=109826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:36:16.828266 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.828984 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO neutron.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 11:36:16.829366 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Publish callbacks [] for process (None), before_spawn {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.829769 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [-] (109935) wsgi starting up on http://0.0.0.0:9696 Apr 07 11:36:16.831779 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO oslo_service.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Starting 1 workers Apr 07 11:36:16.831932 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.833592 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [-] (109936) wsgi starting up on http://0.0.0.0:9696 Apr 07 11:36:16.837439 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Started child 109937 {{(pid=109826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:36:16.837967 dv-cinder-836822-2-iscsi neutron-server[109826]: INFO oslo_service.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Starting 1 workers Apr 07 11:36:16.842281 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] calling RpcWorker wait() {{(pid=109937) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 11:36:16.842921 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] returning from RpcWorker wait() {{(pid=109937) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 11:36:16.843181 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Started child 109938 {{(pid=109826) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 11:36:16.843997 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.844145 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-31ecfa1d-40c3-476f-b265-4111e62cd8de None None] Publish callbacks [] for process (None), after_spawn {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.844724 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:16.846073 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 11:36:16.846281 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:36:16.846626 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:36:16.846857 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:36:16.847249 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:36:16.847487 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:36:16.847929 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.848212 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.848538 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.849036 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.849146 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:16.850255 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.850586 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.850818 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.851217 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.851503 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.851731 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.852143 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.852259 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.852450 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.852729 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.853150 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.853323 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.853700 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.854003 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.854149 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.854420 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.854735 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.855190 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.855462 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] debug = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.855736 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.856218 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.856590 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.857024 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.857446 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.857695 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.858004 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.858277 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.858489 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.858882 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.859287 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.859605 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.859737 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.860093 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.860700 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.860700 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.860979 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.861356 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.861582 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] host = dv-cinder-836822-2-iscsi {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.861788 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.861991 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.862285 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.862616 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.862741 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.863389 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.863489 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.863836 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.864044 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.864269 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.864634 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.864863 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.865182 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.865329 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.865466 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_options = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.865876 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.866137 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.866288 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.866425 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.866576 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.866820 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.867058 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.867275 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.867422 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.867656 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.868973 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.868973 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.868973 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.868973 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.868973 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.868973 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.870062 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.870204 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.870655 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.870905 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.871111 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:16.871381 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.871634 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.871840 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.872091 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.872287 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.872537 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.873208 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.873208 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.873505 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.873505 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.876184 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.876184 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.876184 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.876184 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.876184 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.876184 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.876184 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.876184 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.877499 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.877499 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.877499 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.877499 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.877499 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.877499 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.877499 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.877499 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.878023 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_json = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.878023 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.878023 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.878023 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.878300 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.878300 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.878554 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.878772 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.879007 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.879483 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.881256 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.881256 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.881256 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.881256 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.881256 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.881256 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.881958 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.881958 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.881958 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.883320 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.883320 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.883320 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.883320 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.883320 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.883858 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.883858 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.884015 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.884181 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.884414 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.884655 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.884912 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.885148 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.885414 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.885650 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.885875 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.886273 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.886633 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.887068 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.887328 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.887671 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.887937 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.888378 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.888813 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.889204 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.889617 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.889999 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.890419 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.890803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.891184 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.891646 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.892031 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.892412 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.892839 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.893162 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.893458 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.893759 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.894076 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.894374 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.894687 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.894974 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.895192 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.895408 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.895629 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.896030 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.896438 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.896654 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.896919 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.897156 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.897392 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.897603 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.897806 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.898194 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.898566 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.898934 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.899292 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.899636 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.899992 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.900384 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.900639 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.900882 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.901091 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.901296 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.901703 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.901968 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.902357 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.902730 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.903098 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.903463 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.903836 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.904188 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.904402 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.904791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.905097 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.905374 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.905645 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.905941 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.906212 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.906477 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.906739 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.906982 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.907197 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.907483 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.907788 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.908049 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.908292 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.908530 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.908764 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.909011 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.909264 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.909496 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.909702 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.909910 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.910151 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.910410 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.910669 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.910888 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.911103 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.911351 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.911743 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.912125 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.912515 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.912740 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.913005 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.913235 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.913506 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.913757 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.914005 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.914252 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.914496 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.914771 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.915031 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.915317 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.915539 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.915795 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.916120 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.916367 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.916641 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.916928 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.917174 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.917606 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.918034 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.918462 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.918851 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.919095 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.919483 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.919728 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.919965 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.920181 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.920408 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.920712 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.920979 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.921199 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.921411 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.921682 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.921915 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.922168 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.922427 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.922667 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.922912 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.923166 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.923405 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.923614 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.923825 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.924081 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.924294 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.924533 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.924748 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.924998 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.925211 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.925423 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.925669 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.925880 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.926198 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.926429 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.926661 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.926873 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.927114 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.927316 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.927536 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.927763 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.928139 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.928354 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.928575 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.928806 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.929067 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.929303 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.929570 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.929819 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.930049 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.930301 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.930536 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.930759 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.930967 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.931209 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.931774 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.931774 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.932030 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.932030 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.932280 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.932458 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.932697 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.933123 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.933540 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.933984 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.934385 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.934631 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.934878 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.935113 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.935358 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.935593 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.935812 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.936024 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.936435 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.936858 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.937087 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.937336 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.937551 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.937768 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.937983 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.938216 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.938466 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.938700 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.938929 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.939164 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.939380 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.939596 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.939807 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.940013 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.940255 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.940430 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.940634 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.940885 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.941096 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.941380 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.941662 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.941907 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.942164 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.942408 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.942649 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.942871 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.943079 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.943285 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.943498 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.943713 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.943936 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.944182 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.944389 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.944594 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.944831 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.945049 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.945784 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.945784 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.945784 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.946037 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.946118 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.946299 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.946504 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.946721 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.946924 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.947126 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.947483 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.947959 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.948164 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.948411 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.948615 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.948845 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.949063 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.949276 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.949530 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.949767 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.950008 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.950238 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.950611 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.950813 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.951010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.951217 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.951854 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.951854 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.952045 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.952195 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.952407 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.952624 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.952905 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.953430 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.953538 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:16.953628 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.953716 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.953938 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.954198 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.954463 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.954721 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.954931 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.955225 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.955544 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.956365 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.956365 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.956365 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.956365 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.956365 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.957217 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.957217 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.957795 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.957795 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.958089 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.958089 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.958330 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.958549 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.958774 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.958984 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.959197 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.959604 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.959827 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.960041 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.960196 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:36:16.960747 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109826) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 11:36:16.960956 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 11:36:16.961103 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 11:36:16.961326 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 11:36:16.961602 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 11:36:16.961602 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 11:36:16.961974 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.961974 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.961974 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.962358 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.962358 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.962508 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.962589 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.962734 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.962889 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.963045 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.963200 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.963354 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.963508 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.963663 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.963816 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.963970 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.964125 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.964279 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.964438 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.964593 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.965120 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.965279 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.965434 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] debug = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.965589 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.965783 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.965939 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.966084 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.966238 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.966393 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.966546 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.966701 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.966855 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.967008 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.967164 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.967320 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.967474 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.967629 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.967784 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.967938 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.968093 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.968247 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.968400 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] host = dv-cinder-836822-2-iscsi {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.968553 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.968707 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.968883 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.969058 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.969229 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.969320 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.969475 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.969628 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.969803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.969925 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.970079 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.970233 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.970388 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.970526 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.970685 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_options = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.970839 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.970993 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.971148 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.971328 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.971487 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.971642 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.971796 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.971951 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.972105 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.972258 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.972413 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973052 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973052 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973052 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973052 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973344 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973344 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973507 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973632 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973753 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.973898 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.974051 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.974206 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.976803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.976803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.976803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.976803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.976803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.976803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.976803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.976803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.977488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.977488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.977488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.977488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.977488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.977488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.977488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.977488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978010 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_json = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978468 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978468 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978468 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978468 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978468 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978752 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978752 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978872 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.978938 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 11:36:16.979182 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.979271 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.979477 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.979577 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.979718 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.979867 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.980017 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.980170 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.980319 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.980472 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.980631 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.980851 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.980992 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.981141 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.981286 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.981436 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.981730 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.981730 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.981884 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.982083 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.982175 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.982324 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.982493 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.982648 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.982957 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.983115 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.983274 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.983440 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.983738 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.983738 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.983893 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.984049 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.984210 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.984370 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.984536 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.984680 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.984854 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.985014 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.985176 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.985332 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.985488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.985648 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.985803 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.986048 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.986187 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.986309 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.986431 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.986551 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.986689 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.986841 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.986993 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.987145 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.987298 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.987504 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.987638 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.987759 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.987881 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.988042 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.988248 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.988392 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.988684 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.988684 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.988961 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.989083 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.989204 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.989326 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.989559 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.989688 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.989809 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.989917 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.990076 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.990236 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.992791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.992791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.992791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.992791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.992791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.992791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.992791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.992791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.992791 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.993472 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.993472 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.993472 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.993472 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.993472 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.993472 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.993472 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.993472 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.994134 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.994310 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.994485 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.994666 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.994832 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.994995 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.995162 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.995326 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.995488 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.995644 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.995949 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.996110 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.996269 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.996433 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.996593 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.996755 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.996948 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.997125 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.997264 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.997393 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.997919 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.997919 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.997919 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.998295 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.998295 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.998295 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.998536 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.998616 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.998695 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.998852 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.999020 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.999178 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.999339 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.999494 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.999660 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.999828 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:16.999987 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.000145 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.000306 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.000463 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.000622 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.000825 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.000959 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.001121 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.001262 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.001465 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.001609 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.001744 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.001870 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.002019 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.002197 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.002353 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.002509 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.002665 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.002821 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.002979 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.003135 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.003291 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.003448 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.003605 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.003762 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.003921 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.004079 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.004261 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.004418 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.004578 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.004736 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.004920 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.005081 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.005238 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.005398 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.005554 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.005711 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.005871 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.006030 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.006185 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.006343 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.006501 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.006658 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.006815 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.006973 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.007131 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.007287 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.007446 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.007602 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.007758 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.007914 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.008074 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.008232 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.008390 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.008548 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.008709 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.008887 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.009044 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.009205 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.009361 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.009517 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.009674 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.009834 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.009992 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.010149 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.010308 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.010468 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.010626 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.010782 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.010956 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.011113 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.011271 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.011430 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.011587 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.011744 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.011899 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.012055 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.012214 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.012371 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.012529 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.012687 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.012864 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.013023 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.013180 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.013337 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.013495 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.013654 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.013811 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.013970 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.014127 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.014284 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.014441 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.014597 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.014757 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.014914 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.015074 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.015229 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.015387 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.015556 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.015713 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.015870 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.016025 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.016180 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.016338 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.016503 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.016659 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.016834 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.016990 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.017146 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.017289 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.017456 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.017611 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.017766 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.017924 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.018079 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.018235 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.018399 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.018555 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.018710 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.018865 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.019023 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.019177 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.019341 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.019498 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.019653 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.019892 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.020050 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.020208 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.020374 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.020531 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.020687 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.020872 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.021029 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.021185 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.021351 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.021512 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.021669 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.021834 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.021991 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.022147 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.022303 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.022470 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.022626 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.022786 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.022943 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.023102 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.023260 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.023418 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.023580 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.023745 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.023909 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.024093 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.024261 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.024429 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.024593 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.024751 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.024936 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.025111 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.025269 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.025426 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.025583 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.025739 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.025896 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.026053 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.026209 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.026366 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.026522 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.026679 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.026836 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.026991 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.027181 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.027298 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.027455 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.027612 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.027769 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.027926 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.028086 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 11:36:17.028235 dv-cinder-836822-2-iscsi neutron-server[109826]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109826) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 11:36:17.028579 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54134) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:17.037008 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062063 Apr 07 11:36:28.221481 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0218a2-68ce-4665-8a6e-9c9108337ab1 None None] get_active_networks_info from dv-cinder-836822-2-iscsi {{(pid=109937) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 11:36:28.296433 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0218a2-68ce-4665-8a6e-9c9108337ab1 None None] No non-hosted networks {{(pid=109937) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 11:36:28.311167 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.agentschedulers_db [None req-6f0218a2-68ce-4665-8a6e-9c9108337ab1 None None] DHCP Agent not found on host dv-cinder-836822-2-iscsi {{(pid=109937) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 11:36:28.387230 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b43d9f9d-4b99-4f58-96d4-7274371238ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619436'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:30.646701 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4dbf61cb-1343-44df-b578-4a1924c2a7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619436'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:30.681615 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4b612596-4cd1-46a8-af4c-dff588d60cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:31.445783 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54202) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:31.565652 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619436'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:32.015666 dv-cinder-836822-2-iscsi neutron-server[109935]: WARNING oslo_policy.policy [None req-714b6147-c8ac-44ac-a484-5c47fe54e7b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:32.016577 dv-cinder-836822-2-iscsi neutron-server[109935]: WARNING oslo_policy.policy [None req-714b6147-c8ac-44ac-a484-5c47fe54e7b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:32.240717 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [None req-714b6147-c8ac-44ac-a484-5c47fe54e7b8 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:36:32.252815 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-714b6147-c8ac-44ac-a484-5c47fe54e7b8 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7941091 Apr 07 11:36:32.911097 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619436'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:34.615643 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619436'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:34.617765 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.618912 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.619497 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.620888 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.622755 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.623280 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.623795 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.624342 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.624955 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.625468 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.626109 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.626637 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.627201 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.627705 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.628277 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:34.628957 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836822-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:34.654830 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836822-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:36:34.839106 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54236) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:35.163767 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-24360fcd-0c68-486a-917a-605c45662bfd admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:35.253463 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.policy [None req-24360fcd-0c68-486a-917a-605c45662bfd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109935) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 11:36:35.295695 dv-cinder-836822-2-iscsi neutron-server[109935]: WARNING oslo_policy.policy [None req-24360fcd-0c68-486a-917a-605c45662bfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:35.296080 dv-cinder-836822-2-iscsi neutron-server[109935]: WARNING oslo_policy.policy [None req-24360fcd-0c68-486a-917a-605c45662bfd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:35.393081 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-24360fcd-0c68-486a-917a-605c45662bfd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785429170523', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785429172008', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785429186754', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785429144819', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785429143065', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8785429160595', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3154788', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3207839', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-875800', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-932812'] for rbac-policy (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:35.461089 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-24360fcd-0c68-486a-917a-605c45662bfd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:35.471183 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-24360fcd-0c68-486a-917a-605c45662bfd admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6217942 Apr 07 11:36:36.827749 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.db.l3_hamode_db [None req-febabac2-b0f7-472a-bfb2-a5fcd5ba1ce4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 11:36:36.910318 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febabac2-b0f7-472a-bfb2-a5fcd5ba1ce4 None None] Routers set() bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:36:36.910654 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febabac2-b0f7-472a-bfb2-a5fcd5ba1ce4 None None] Router IDs set() for agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 11:36:38.001171 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54248) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:38.336473 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:38.375471 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Made reservation on behalf of db953a8c9a02436da93d1b4adea1961a for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:38.379400 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.399971 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.516741 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Publish callbacks [] for security_group (bdd5a784-c903-482b-8f73-fcbc072a8b11), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.523399 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bdd5a784-c903-482b-8f73-fcbc072a8b11), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.544118 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:36:38.562894 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785424510145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (3bf47269-37ca-4df7-8f18-f37c2b959efc), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.563488 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Unsubscribe: segment precommit_create {{(pid=109935) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 11:36:38.563994 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Added segment 3bf47269-37ca-4df7-8f18-f37c2b959efc of type vlan for network 7e164037-0c12-47dd-b1b9-b5292de62efc Apr 07 11:36:38.617426 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd5a784-c903-482b-8f73-fcbc072a8b11,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:38.671915 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (7e164037-0c12-47dd-b1b9-b5292de62efc), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.676443 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.676791 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.677160 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.677497 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.677819 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.678136 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.678448 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.678759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.679068 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.679379 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.679687 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.680007 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.680312 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.680616 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.680945 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Tracked resource versions report: Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: pushed versions: Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: { 'AddressGroup': {'1.2'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Agent': {'1.1'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'ConntrackHelper': {'1.0'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Log': {'1.0'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'NDPProxy': {'1.0'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Network': {'1.1'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Port': {'1.7'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'PortForwarding': {'1.3'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'QosPolicy': {'1.10'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SecurityGroup': {'1.5'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SubPort': {'1.0'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Subnet': {'1.1'}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Trunk': {'1.1'}} Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: consumer versions: Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: { DHCP agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: L3 agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: Metadata agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: Metering agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: Open vSwitch agent@dv-cinder-836822-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Agent': '1.1', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'ConntrackHelper': '1.0', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'LocalIPAssociation': '1.0', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Log': '1.0', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'NDPProxy': '1.0', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Network': '1.1', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Port': '1.7', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'PortForwarding': '1.3', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'QosPolicy': '1.10', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SecurityGroup': '1.5', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SecurityGroupRule': '1.2', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SubPort': '1.0', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Subnet': '1.1', Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Trunk': '1.1'}} Apr 07 11:36:38.682290 dv-cinder-836822-2-iscsi neutron-server[109935]: {{(pid=109935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:36:38.736935 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (7e164037-0c12-47dd-b1b9-b5292de62efc), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.742471 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:38.743184 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:38.814887 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8122530 Apr 07 11:36:38.864277 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff1a2f-747d-4599-8061-cffcff94ba38 demo demo] Pushing event updated for resources: {'Network': ['ID=7e164037-0c12-47dd-b1b9-b5292de62efc,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:38.879145 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 7e164037-0c12-47dd-b1b9-b5292de62efc details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:36:41.343039 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54260) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:41.875644 dv-cinder-836822-2-iscsi neutron-server[109936]: WARNING oslo_policy.policy [None req-d6ccddee-a3d3-4628-8730-5f2658dd6885 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:41.876525 dv-cinder-836822-2-iscsi neutron-server[109936]: WARNING oslo_policy.policy [None req-d6ccddee-a3d3-4628-8730-5f2658dd6885 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:42.353903 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.policy [None req-d6ccddee-a3d3-4628-8730-5f2658dd6885 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109936) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 11:36:42.395235 dv-cinder-836822-2-iscsi neutron-server[109936]: WARNING oslo_policy.policy [None req-d6ccddee-a3d3-4628-8730-5f2658dd6885 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:42.395600 dv-cinder-836822-2-iscsi neutron-server[109936]: WARNING oslo_policy.policy [None req-d6ccddee-a3d3-4628-8730-5f2658dd6885 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 11:36:42.403450 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ccddee-a3d3-4628-8730-5f2658dd6885 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:42.405397 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-d6ccddee-a3d3-4628-8730-5f2658dd6885 demo admin] 10.222.0.15 "GET /v2.0/networks/7e164037-0c12-47dd-b1b9-b5292de62efc HTTP/1.1" status: 200 len: 825 time: 1.0614083 Apr 07 11:36:42.448054 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-763b0210-4b88-4f9a-993c-e30763cbebc8 demo admin] 10.222.0.15 "GET /v2.0/subnetpools/36aa98e0-27e5-44e6-aaf2-66ae26e4192a HTTP/1.1" status: 200 len: 734 time: 0.0340500 Apr 07 11:36:42.456808 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '36aa98e0-27e5-44e6-aaf2-66ae26e4192a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:42.497179 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Made reservation on behalf of db953a8c9a02436da93d1b4adea1961a for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:42.501631 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:42.832091 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (abf42bb5-d67d-42f0-912a-4ca3debd202e), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:42.904065 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Checking segment: {'id': '3bf47269-37ca-4df7-8f18-f37c2b959efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:42.904425 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Network hostable DHCP agents. Network: 7e164037-0c12-47dd-b1b9-b5292de62efc, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:36:42.911934 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Pushing event updated for resources: {'Subnet': ['ID=abf42bb5-d67d-42f0-912a-4ca3debd202e,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:42.923271 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.923606 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.923963 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.924291 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.924621 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.924979 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.925296 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.925633 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.925963 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.926441 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.926887 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.927218 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.927515 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.927826 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.928135 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Tracked resource versions report: Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: pushed versions: Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: { 'AddressGroup': {'1.2'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Agent': {'1.1'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'ConntrackHelper': {'1.0'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Log': {'1.0'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'NDPProxy': {'1.0'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Network': {'1.1'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Port': {'1.7'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'PortForwarding': {'1.3'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'QosPolicy': {'1.10'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SecurityGroup': {'1.5'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SubPort': {'1.0'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Subnet': {'1.1'}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Trunk': {'1.1'}} Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: consumer versions: Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: { DHCP agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: L3 agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: Metadata agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: Metering agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: Open vSwitch agent@dv-cinder-836822-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Agent': '1.1', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'ConntrackHelper': '1.0', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'LocalIPAssociation': '1.0', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Log': '1.0', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'NDPProxy': '1.0', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Network': '1.1', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Port': '1.7', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'PortForwarding': '1.3', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'QosPolicy': '1.10', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SecurityGroup': '1.5', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SecurityGroupRule': '1.2', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SubPort': '1.0', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Subnet': '1.1', Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Trunk': '1.1'}} Apr 07 11:36:42.929772 dv-cinder-836822-2-iscsi neutron-server[109936]: {{(pid=109936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:36:42.958830 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Network 7e164037-0c12-47dd-b1b9-b5292de62efc is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:36:42.975276 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 7e164037-0c12-47dd-b1b9-b5292de62efc) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:42.981249 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:42.983040 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:42.984681 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12fa2f-99f6-4f71-8b5a-4cfde3ba8e02 None None] Network 7e164037-0c12-47dd-b1b9-b5292de62efc requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:36:43.006466 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-64a0e05f-f9e0-470a-b173-abab51b23882 demo admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5530152 Apr 07 11:36:43.363383 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-7e164037-0c12-47dd-b1b9-b5292de62efc', 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc', 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'fixed_ips': [{'subnet_id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:36:43.364589 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:43.640871 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Allocated IP 172.20.0.2 (7e164037-0c12-47dd-b1b9-b5292de62efc/abf42bb5-d67d-42f0-912a-4ca3debd202e/2531acf6-a5a3-46b7-95b3-d7515ea6ad6e) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:36:43.915216 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Publish callbacks [] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:43.923748 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:43.992625 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Network 7e164037-0c12-47dd-b1b9-b5292de62efc is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:36:43.994068 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:36:44.005243 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:36:44.039189 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Pushing event updated for resources: {'Port': ['ID=2531acf6-a5a3-46b7-95b3-d7515ea6ad6e,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:44.064884 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.065203 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.065578 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.065930 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.066294 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.066593 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.066944 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.067260 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.067576 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.067878 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.068196 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.068502 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.068844 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.069162 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.069476 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Tracked resource versions report: Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: pushed versions: Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: { 'AddressGroup': {'1.2'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Agent': {'1.1'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'ConntrackHelper': {'1.0'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Log': {'1.0'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'NDPProxy': {'1.0'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Network': {'1.1'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Port': {'1.7'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'PortForwarding': {'1.3'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'QosPolicy': {'1.10'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SecurityGroup': {'1.5'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SubPort': {'1.0'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Subnet': {'1.1'}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Trunk': {'1.1'}} Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: consumer versions: Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: { DHCP agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: L3 agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: Metadata agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: Metering agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: Open vSwitch agent@dv-cinder-836822-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Agent': '1.1', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'ConntrackHelper': '1.0', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'LocalIPAssociation': '1.0', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Log': '1.0', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'NDPProxy': '1.0', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Network': '1.1', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Port': '1.7', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'PortForwarding': '1.3', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'QosPolicy': '1.10', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SecurityGroup': '1.5', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SecurityGroupRule': '1.2', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SubPort': '1.0', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Subnet': '1.1', Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Trunk': '1.1'}} Apr 07 11:36:44.070862 dv-cinder-836822-2-iscsi neutron-server[109937]: {{(pid=109937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:36:44.098641 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Attempting to bind port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:36:44.099037 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Attempting to bind port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '3bf47269-37ca-4df7-8f18-f37c2b959efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:36:44.099448 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Attempting to bind port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e on network 7e164037-0c12-47dd-b1b9-b5292de62efc {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:36:44.104568 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:36:44.104974 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Checking segment: {'id': '3bf47269-37ca-4df7-8f18-f37c2b959efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:36:44.105448 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:44.105829 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Bound using segment: {'id': '3bf47269-37ca-4df7-8f18-f37c2b959efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:36:44.106305 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Bound port: 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf47269-37ca-4df7-8f18-f37c2b959efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:36:44.106710 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:44.170549 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] For port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:36:44.191880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] For port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=2531acf6-a5a3-46b7-95b3-d7515ea6ad6e,segment=NetworkSegment(3bf47269-37ca-4df7-8f18-f37c2b959efc),segment_id=3bf47269-37ca-4df7-8f18-f37c2b959efc)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:36:44.200730 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:44.260170 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607fdf6-f503-468e-815f-a0ed265f3e42 None None] Pushing event updated for resources: {'Port': ['ID=2531acf6-a5a3-46b7-95b3-d7515ea6ad6e,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:45.547535 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54280) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:45.875030 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [None req-7df6fdd2-2132-4971-8b8c-8cedf2e3a7a6 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:36:45.876019 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-7df6fdd2-2132-4971-8b8c-8cedf2e3a7a6 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3274248 Apr 07 11:36:48.388692 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54288) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:48.710253 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [None req-752fb3ed-8eb3-4f90-b548-1e1c2b026fd3 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:36:48.711225 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-752fb3ed-8eb3-4f90-b548-1e1c2b026fd3 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3215895 Apr 07 11:36:51.279553 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54296) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:51.603935 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-9b456081-5f05-4295-80ad-a813571c8a61 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:51.628960 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9b456081-5f05-4295-80ad-a813571c8a61 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (0cd654e4-34c8-46c6-a992-3a05287ee368), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:51.630665 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9b456081-5f05-4295-80ad-a813571c8a61 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (0cd654e4-34c8-46c6-a992-3a05287ee368), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:51.769931 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9b456081-5f05-4295-80ad-a813571c8a61 demo demo] Publish callbacks [] for router_controller (0cd654e4-34c8-46c6-a992-3a05287ee368), precommit_add_association {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:51.775705 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9b456081-5f05-4295-80ad-a813571c8a61 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (0cd654e4-34c8-46c6-a992-3a05287ee368), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:51.796531 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9b456081-5f05-4295-80ad-a813571c8a61 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:51.797725 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-9b456081-5f05-4295-80ad-a813571c8a61 demo demo] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5171678 Apr 07 11:36:54.347612 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54308) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:54.675709 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [None req-6e989ae8-9684-4d6f-b8a6-113289d55aad admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:36:54.688877 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-6e989ae8-9684-4d6f-b8a6-113289d55aad admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3282466 Apr 07 11:36:55.414739 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:55.485206 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b84ecc-ac17-4167-99b9-e4f012ad5404 None None] Network 7e164037-0c12-47dd-b1b9-b5292de62efc requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:36:55.573890 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:55.574301 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:55.628881 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-f5677fed-3124-4dd5-865c-b8644feace28 None None] Provisioning complete for port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:55.629218 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f5677fed-3124-4dd5-865c-b8644feace28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:55.768396 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:55.768756 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:55.819444 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-f5677fed-3124-4dd5-865c-b8644feace28 None None] Current status of the port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:55.819444 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f5677fed-3124-4dd5-865c-b8644feace28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:55.843980 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=2531acf6-a5a3-46b7-95b3-d7515ea6ad6e,segment=NetworkSegment(3bf47269-37ca-4df7-8f18-f37c2b959efc),segment_id=3bf47269-37ca-4df7-8f18-f37c2b959efc)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:36:55.851864 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:55.918847 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.db.api [None req-f5677fed-3124-4dd5-865c-b8644feace28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:36:55.919260 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG oslo_db.api [None req-f5677fed-3124-4dd5-865c-b8644feace28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:36:55.936553 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=2531acf6-a5a3-46b7-95b3-d7515ea6ad6e,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:56.457350 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-f5677fed-3124-4dd5-865c-b8644feace28 None None] Current status of the port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:56.580593 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-bb26702d-a10e-45dd-8fd2-85870d890886 None None] Provisioning complete for port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:56.581032 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-bb26702d-a10e-45dd-8fd2-85870d890886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:56.662032 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-bb26702d-a10e-45dd-8fd2-85870d890886 None None] Current status of the port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:57.209172 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54318) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:36:57.404624 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:36:57.458884 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:36:57.459612 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:57.545651 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:36:57.591044 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Made reservation on behalf of 82b00a18d5144039a4120b8126d241db for: {'network': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:36:57.593430 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:57.605510 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:36:57.610336 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:57.713035 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Publish callbacks [] for security_group (5bad59c0-dad4-458a-9995-65a6832b2dfb), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:57.718909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (5bad59c0-dad4-458a-9995-65a6832b2dfb), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:57.734527 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Reserving flat network on physical network physnet1 {{(pid=109936) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 11:36:57.758085 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bad59c0-dad4-458a-9995-65a6832b2dfb,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:57.763309 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8785424510145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (d8326208-51c5-42ac-9ef1-9a40d1368371), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:57.763868 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Unsubscribe: segment precommit_create {{(pid=109936) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 11:36:57.764337 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.segments_db [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Added segment d8326208-51c5-42ac-9ef1-9a40d1368371 of type flat for network 3ce769e1-13cd-4692-abd6-fe2549c23c5e Apr 07 11:36:57.829495 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (3ce769e1-13cd-4692-abd6-fe2549c23c5e), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:57.873424 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (3ce769e1-13cd-4692-abd6-fe2549c23c5e), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:57.874341 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:36:57.875001 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:36:57.930707 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7203398 Apr 07 11:36:57.971626 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b8bf4-2ce1-4e76-9ec1-d02852ff1a45 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce769e1-13cd-4692-abd6-fe2549c23c5e,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:36:57.984312 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:36:58.150007 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-03e5e672-dc5a-4ad6-ab69-0c4a6759dde8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:00.409124 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54326) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:00.642744 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4e8f111f-5ede-43ac-a8e5-ed4420a4e5ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:00.825843 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1babae30-0b85-4701-bfd3-8f0d4e70a56a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:00.827218 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-1babae30-0b85-4701-bfd3-8f0d4e70a56a demo admin] 10.222.0.15 "GET /v2.0/subnets/abf42bb5-d67d-42f0-912a-4ca3debd202e HTTP/1.1" status: 200 len: 849 time: 0.4171345 Apr 07 11:37:01.014842 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b8c818ae-405e-405f-a0cf-b8bfb8d15e25 demo admin] 10.222.0.15 "GET /v2.0/routers/0cd654e4-34c8-46c6-a992-3a05287ee368 HTTP/1.1" status: 200 len: 704 time: 0.1772535 Apr 07 11:37:01.298027 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:01.523815 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:01.595654 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Allocated IP 172.20.0.1 (7e164037-0c12-47dd-b1b9-b5292de62efc/abf42bb5-d67d-42f0-912a-4ca3debd202e/40252569-b143-409a-90aa-e52d6c5a770c) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:37:01.787145 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Publish callbacks [] for port (40252569-b143-409a-90aa-e52d6c5a770c), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:01.856643 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (40252569-b143-409a-90aa-e52d6c5a770c), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:01.925583 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Network 7e164037-0c12-47dd-b1b9-b5292de62efc is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:37:01.930672 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:37:01.939712 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:37:01.940594 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (0cd654e4-34c8-46c6-a992-3a05287ee368), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:02.004730 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Pushing event updated for resources: {'Port': ['ID=40252569-b143-409a-90aa-e52d6c5a770c,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:02.162908 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (40252569-b143-409a-90aa-e52d6c5a770c), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:02.225566 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-56d428fb-6cd8-43ad-8a16-e196aac4bc3d None None] Provisioning complete for port 40252569-b143-409a-90aa-e52d6c5a770c triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:37:02.226146 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-56d428fb-6cd8-43ad-8a16-e196aac4bc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (40252569-b143-409a-90aa-e52d6c5a770c), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:02.260260 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-56d428fb-6cd8-43ad-8a16-e196aac4bc3d None None] Port 40252569-b143-409a-90aa-e52d6c5a770c cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:37:02.437097 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Publish callbacks [] for port (40252569-b143-409a-90aa-e52d6c5a770c), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:02.444005 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (40252569-b143-409a-90aa-e52d6c5a770c), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:02.444867 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (0cd654e4-34c8-46c6-a992-3a05287ee368), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:02.522957 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Pushing event updated for resources: {'Port': ['ID=40252569-b143-409a-90aa-e52d6c5a770c,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:02.570959 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Network 7e164037-0c12-47dd-b1b9-b5292de62efc is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:37:02.572239 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:37:02.739254 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Router 0cd654e4-34c8-46c6-a992-3a05287ee368 is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:37:02.786684 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-53e2928d-7fd2-4fa8-911b-5cd72ca195c8 None None] Provisioning complete for port 40252569-b143-409a-90aa-e52d6c5a770c triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:37:02.787079 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-53e2928d-7fd2-4fa8-911b-5cd72ca195c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (40252569-b143-409a-90aa-e52d6c5a770c), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:02.820912 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-53e2928d-7fd2-4fa8-911b-5cd72ca195c8 None None] Port 40252569-b143-409a-90aa-e52d6c5a770c cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:37:02.837560 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:37:02.843482 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-6652e252-41ee-49d0-bdcd-7d7e6216a488 demo admin] 10.222.0.15 "PUT /v2.0/routers/0cd654e4-34c8-46c6-a992-3a05287ee368/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8207350 Apr 07 11:37:02.849408 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Sync routers for ids ['0cd654e4-34c8-46c6-a992-3a05287ee368'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:37:02.869965 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Routers {'0cd654e4-34c8-46c6-a992-3a05287ee368'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:37:02.871049 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:37:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0cd654e4-34c8-46c6-a992-3a05287ee368'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:37:02.880478 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:03.070722 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Set router 0cd654e4-34c8-46c6-a992-3a05287ee368 gateway port host: None {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:37:03.494594 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'name': 'router1', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:51Z', 'updated_at': '2022-04-07T11:37:02Z', 'revision_number': 2, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'gw_port_host': None, '_interfaces': [{'id': '40252569-b143-409a-90aa-e52d6c5a770c', 'name': '', 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'mac_address': 'fa:16:3e:f8:5d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:37:01Z', 'updated_at': '2022-04-07T11:37:02Z', 'revision_number': 2, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'subnets': [{'id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aa98e0-27e5-44e6-aaf2-66ae26e4192a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:37:03.545760 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Checking router: 0cd654e4-34c8-46c6-a992-3a05287ee368 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:37:03.546123 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Updating router 0cd654e4-34c8-46c6-a992-3a05287ee368 port 40252569-b143-409a-90aa-e52d6c5a770c binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:37:03.597669 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (40252569-b143-409a-90aa-e52d6c5a770c), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:03.949581 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:37:04.117598 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Publish callbacks [] for port (40252569-b143-409a-90aa-e52d6c5a770c), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.125579 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (40252569-b143-409a-90aa-e52d6c5a770c), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.219223 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Pushing event updated for resources: {'Port': ['ID=40252569-b143-409a-90aa-e52d6c5a770c,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:04.230111 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.230454 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.230799 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.231121 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.231467 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.231781 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.232116 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.232438 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.232762 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.233113 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.233420 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.233756 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.234103 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.234408 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.234731 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Tracked resource versions report: Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: pushed versions: Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: { 'AddressGroup': {'1.2'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Agent': {'1.1'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'ConntrackHelper': {'1.0'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Log': {'1.0'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'NDPProxy': {'1.0'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Network': {'1.1'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Port': {'1.7'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'PortForwarding': {'1.3'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'QosPolicy': {'1.10'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SecurityGroup': {'1.5'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SubPort': {'1.0'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Subnet': {'1.1'}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Trunk': {'1.1'}} Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: consumer versions: Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: { DHCP agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: L3 agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: Metadata agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: Metering agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: Open vSwitch agent@dv-cinder-836822-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Agent': '1.1', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'ConntrackHelper': '1.0', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'LocalIPAssociation': '1.0', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Log': '1.0', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'NDPProxy': '1.0', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Network': '1.1', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Port': '1.7', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'PortForwarding': '1.3', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'QosPolicy': '1.10', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SecurityGroup': '1.5', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SecurityGroupRule': '1.2', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SubPort': '1.0', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Subnet': '1.1', Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Trunk': '1.1'}} Apr 07 11:37:04.236297 dv-cinder-836822-2-iscsi neutron-server[109938]: {{(pid=109938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:37:04.318893 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Attempting to bind port 40252569-b143-409a-90aa-e52d6c5a770c on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:37:04.319310 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Attempting to bind port 40252569-b143-409a-90aa-e52d6c5a770c by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '3bf47269-37ca-4df7-8f18-f37c2b959efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:37:04.319730 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Attempting to bind port 40252569-b143-409a-90aa-e52d6c5a770c on network 7e164037-0c12-47dd-b1b9-b5292de62efc {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:37:04.328972 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:37:04.329377 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Checking segment: {'id': '3bf47269-37ca-4df7-8f18-f37c2b959efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:37:04.329870 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.330283 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Bound using segment: {'id': '3bf47269-37ca-4df7-8f18-f37c2b959efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:37:04.330804 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Bound port: 40252569-b143-409a-90aa-e52d6c5a770c, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bf47269-37ca-4df7-8f18-f37c2b959efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:37:04.331270 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (40252569-b143-409a-90aa-e52d6c5a770c), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.400728 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] For port 40252569-b143-409a-90aa-e52d6c5a770c, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:37:04.420325 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] For port 40252569-b143-409a-90aa-e52d6c5a770c, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=40252569-b143-409a-90aa-e52d6c5a770c,segment=NetworkSegment(3bf47269-37ca-4df7-8f18-f37c2b959efc),segment_id=3bf47269-37ca-4df7-8f18-f37c2b959efc)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:37:04.427247 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (40252569-b143-409a-90aa-e52d6c5a770c), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.451564 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-ee6fc7c4-f358-45bf-9416-31433b97214e None None] Provisioning complete for port 40252569-b143-409a-90aa-e52d6c5a770c triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:37:04.452145 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc7c4-f358-45bf-9416-31433b97214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (40252569-b143-409a-90aa-e52d6c5a770c), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.471316 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Routers {'0cd654e4-34c8-46c6-a992-3a05287ee368'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:37:04.471956 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:37:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0cd654e4-34c8-46c6-a992-3a05287ee368'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:37:04.551067 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-ee6fc7c4-f358-45bf-9416-31433b97214e None None] Current status of the port 40252569-b143-409a-90aa-e52d6c5a770c is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:37:04.551469 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc7c4-f358-45bf-9416-31433b97214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (40252569-b143-409a-90aa-e52d6c5a770c), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.566438 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] Set router 0cd654e4-34c8-46c6-a992-3a05287ee368 gateway port host: None {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:37:04.589076 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-ee6fc7c4-f358-45bf-9416-31433b97214e None None] For port 40252569-b143-409a-90aa-e52d6c5a770c, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=40252569-b143-409a-90aa-e52d6c5a770c,segment=NetworkSegment(3bf47269-37ca-4df7-8f18-f37c2b959efc),segment_id=3bf47269-37ca-4df7-8f18-f37c2b959efc)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:37:04.595801 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ee6fc7c4-f358-45bf-9416-31433b97214e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (40252569-b143-409a-90aa-e52d6c5a770c), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.667053 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6fc7c4-f358-45bf-9416-31433b97214e None None] Pushing event updated for resources: {'Port': ['ID=40252569-b143-409a-90aa-e52d6c5a770c,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:04.667299 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be831445-4b4f-4b2b-8d52-3bf1f32b0406 None None] Pushing event updated for resources: {'Port': ['ID=40252569-b143-409a-90aa-e52d6c5a770c,revision_number=4']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:04.675672 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.716166 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-2656b66a-8c09-483f-b96e-a066618c82ba None None] Provisioning complete for port 40252569-b143-409a-90aa-e52d6c5a770c triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:37:04.716564 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2656b66a-8c09-483f-b96e-a066618c82ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (40252569-b143-409a-90aa-e52d6c5a770c), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:04.795725 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'name': 'router1', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:51Z', 'updated_at': '2022-04-07T11:37:02Z', 'revision_number': 2, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'gw_port_host': None, '_interfaces': [{'id': '40252569-b143-409a-90aa-e52d6c5a770c', 'name': '', 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'mac_address': 'fa:16:3e:f8:5d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:37:01Z', 'updated_at': '2022-04-07T11:37:04Z', 'revision_number': 4, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'subnets': [{'id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aa98e0-27e5-44e6-aaf2-66ae26e4192a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:37:04.802434 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-2656b66a-8c09-483f-b96e-a066618c82ba None None] Current status of the port 40252569-b143-409a-90aa-e52d6c5a770c is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:37:04.822110 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feee3e85-51c9-447a-8f2b-1dd4f0d5e5b4 None None] The sync data for ids ['0cd654e4-34c8-46c6-a992-3a05287ee368'] in dv-cinder-836822-2-iscsi is: [{'id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'name': 'router1', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:51Z', 'updated_at': '2022-04-07T11:37:02Z', 'revision_number': 2, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'gw_port_host': None, '_interfaces': [{'id': '40252569-b143-409a-90aa-e52d6c5a770c', 'name': '', 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'mac_address': 'fa:16:3e:f8:5d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:37:01Z', 'updated_at': '2022-04-07T11:37:04Z', 'revision_number': 4, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'subnets': [{'id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aa98e0-27e5-44e6-aaf2-66ae26e4192a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:37:05.360371 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54346) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:05.568967 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd4e650-7303-4871-bdaf-86037990a5c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:05.570312 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-5bd4e650-7303-4871-bdaf-86037990a5c4 admin admin] 10.222.0.15 "GET /v2.0/networks/3ce769e1-13cd-4692-abd6-fe2549c23c5e HTTP/1.1" status: 200 len: 842 time: 0.2089429 Apr 07 11:37:05.579916 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'ip_version': 4}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:37:05.601317 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Made reservation on behalf of 82b00a18d5144039a4120b8126d241db for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:37:05.603874 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:05.927965 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.objects.ports [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109936) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 11:37:05.928398 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:05.983996 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:05.989107 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:37:05.989484 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Network hostable DHCP agents. Network: 3ce769e1-13cd-4692-abd6-fe2549c23c5e, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:37:06.006492 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:37:06.014538 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 3ce769e1-13cd-4692-abd6-fe2549c23c5e) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:37:06.018619 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:06.019221 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:06.025749 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543531b-a158-4bff-bcec-e7dbee5166ed None None] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:37:06.037432 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b0f32c1d-99a9-4efe-bd44-5f57b60924e1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4607823 Apr 07 11:37:06.134616 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3129c4-1491-4b62-b909-1f197ee075bc None None] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:37:08.520451 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54364) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:08.657217 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-c7b36b74-711b-4daf-8b30-355a1a19ad9d demo admin] 10.222.0.15 "GET /v2.0/routers/0cd654e4-34c8-46c6-a992-3a05287ee368 HTTP/1.1" status: 200 len: 710 time: 0.1354909 Apr 07 11:37:08.744146 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c1a1e9-fcff-4a23-b36b-19260ef4983b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:37:08.745532 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-21c1a1e9-fcff-4a23-b36b-19260ef4983b demo admin] 10.222.0.15 "GET /v2.0/networks/3ce769e1-13cd-4692-abd6-fe2549c23c5e HTTP/1.1" status: 200 len: 886 time: 0.0829833 Apr 07 11:37:08.754441 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:37:09.011197 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Publish callbacks [] for router_gateway (0cd654e4-34c8-46c6-a992-3a05287ee368), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:09.244737 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Publish callbacks [] for router_gateway (0cd654e4-34c8-46c6-a992-3a05287ee368), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:09.399691 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:09.503982 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Allocated IP 172.27.3.201 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/67d1ca38-1df6-454c-b64d-9b65117460a0) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:37:09.602481 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Publish callbacks [] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:09.637636 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:09.678675 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:37:09.681361 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:37:09.689931 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Pushing event updated for resources: {'Port': ['ID=67d1ca38-1df6-454c-b64d-9b65117460a0,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:09.694031 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:37:09.947800 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Publish callbacks [] for router_gateway (0cd654e4-34c8-46c6-a992-3a05287ee368), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:10.166851 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-619068', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124900'] for router (0cd654e4-34c8-46c6-a992-3a05287ee368), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:10.170717 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-619059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-619050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-616647'] for router (0cd654e4-34c8-46c6-a992-3a05287ee368), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:10.281639 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Router 0cd654e4-34c8-46c6-a992-3a05287ee368 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:37:10.392687 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:37:10.397823 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] Publish callbacks [] for router (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:10.416806 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-2dc269b1-973b-4d85-91ca-484d8d126bae demo admin] 10.222.0.15 "PUT /v2.0/routers/0cd654e4-34c8-46c6-a992-3a05287ee368 HTTP/1.1" status: 200 len: 890 time: 1.6478062 Apr 07 11:37:12.972246 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54378) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:37:13.125373 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-3ee0a19f-0834-40b1-b45a-d1498a0f54c7 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1516271 Apr 07 11:37:13.417811 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 40252569-b143-409a-90aa-e52d6c5a770c up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:37:13.444282 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Sync routers for ids ['0cd654e4-34c8-46c6-a992-3a05287ee368'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:37:13.470659 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Routers {'0cd654e4-34c8-46c6-a992-3a05287ee368'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:37:13.471323 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:37:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0cd654e4-34c8-46c6-a992-3a05287ee368'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:37:13.628806 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 40252569-b143-409a-90aa-e52d6c5a770c triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:37:13.629231 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (40252569-b143-409a-90aa-e52d6c5a770c), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:13.726912 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Set router 0cd654e4-34c8-46c6-a992-3a05287ee368 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:37:13.948000 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 40252569-b143-409a-90aa-e52d6c5a770c is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:37:14.241802 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'name': 'router1', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '67d1ca38-1df6-454c-b64d-9b65117460a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:51Z', 'updated_at': '2022-04-07T11:37:09Z', 'revision_number': 4, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'gw_port': {'id': '67d1ca38-1df6-454c-b64d-9b65117460a0', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:37:09Z', 'updated_at': '2022-04-07T11:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '40252569-b143-409a-90aa-e52d6c5a770c', 'name': '', 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'mac_address': 'fa:16:3e:f8:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:37:01Z', 'updated_at': '2022-04-07T11:37:04Z', 'revision_number': 5, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'subnets': [{'id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aa98e0-27e5-44e6-aaf2-66ae26e4192a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:37:14.292678 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Checking router: 0cd654e4-34c8-46c6-a992-3a05287ee368 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:37:14.293071 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Updating router 0cd654e4-34c8-46c6-a992-3a05287ee368 port 67d1ca38-1df6-454c-b64d-9b65117460a0 binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:37:14.344413 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:14.666708 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Publish callbacks [] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:14.672728 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:14.725338 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Attempting to bind port 67d1ca38-1df6-454c-b64d-9b65117460a0 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:37:14.725338 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Attempting to bind port 67d1ca38-1df6-454c-b64d-9b65117460a0 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:37:14.725599 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Attempting to bind port 67d1ca38-1df6-454c-b64d-9b65117460a0 on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:37:14.732547 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a99b-9ae5-49d1-8faa-3c1931668416 None None] Pushing event updated for resources: {'Port': ['ID=67d1ca38-1df6-454c-b64d-9b65117460a0,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:14.734996 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:37:14.735335 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:37:14.735742 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:14.736095 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:37:14.736560 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Bound port: 67d1ca38-1df6-454c-b64d-9b65117460a0, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:37:14.736949 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:14.787238 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] For port 67d1ca38-1df6-454c-b64d-9b65117460a0, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:37:14.790192 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] For port 67d1ca38-1df6-454c-b64d-9b65117460a0, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=67d1ca38-1df6-454c-b64d-9b65117460a0,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:37:14.797558 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:14.868645 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Routers {'0cd654e4-34c8-46c6-a992-3a05287ee368'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:37:14.869337 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:37:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0cd654e4-34c8-46c6-a992-3a05287ee368'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:37:14.911917 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674a99b-9ae5-49d1-8faa-3c1931668416 None None] Pushing event updated for resources: {'Port': ['ID=67d1ca38-1df6-454c-b64d-9b65117460a0,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:14.989087 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] Set router 0cd654e4-34c8-46c6-a992-3a05287ee368 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:37:15.206606 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'name': 'router1', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '67d1ca38-1df6-454c-b64d-9b65117460a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:51Z', 'updated_at': '2022-04-07T11:37:09Z', 'revision_number': 4, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'gw_port': {'id': '67d1ca38-1df6-454c-b64d-9b65117460a0', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:37:09Z', 'updated_at': '2022-04-07T11:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '40252569-b143-409a-90aa-e52d6c5a770c', 'name': '', 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'mac_address': 'fa:16:3e:f8:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:37:01Z', 'updated_at': '2022-04-07T11:37:04Z', 'revision_number': 5, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'subnets': [{'id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aa98e0-27e5-44e6-aaf2-66ae26e4192a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:37:15.233295 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b13c8-09bf-4628-9e8d-8ba3375f61f0 None None] The sync data for ids ['0cd654e4-34c8-46c6-a992-3a05287ee368'] in dv-cinder-836822-2-iscsi is: [{'id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'name': 'router1', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.201'}], 'enable_snat': True}, 'gw_port_id': '67d1ca38-1df6-454c-b64d-9b65117460a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:36:51Z', 'updated_at': '2022-04-07T11:37:09Z', 'revision_number': 4, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'gw_port': {'id': '67d1ca38-1df6-454c-b64d-9b65117460a0', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:9f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:37:09Z', 'updated_at': '2022-04-07T11:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '40252569-b143-409a-90aa-e52d6c5a770c', 'name': '', 'network_id': '7e164037-0c12-47dd-b1b9-b5292de62efc', 'tenant_id': 'db953a8c9a02436da93d1b4adea1961a', 'mac_address': 'fa:16:3e:f8:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cd654e4-34c8-46c6-a992-3a05287ee368', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:37:01Z', 'updated_at': '2022-04-07T11:37:04Z', 'revision_number': 5, 'project_id': 'db953a8c9a02436da93d1b4adea1961a', 'subnets': [{'id': 'abf42bb5-d67d-42f0-912a-4ca3debd202e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '36aa98e0-27e5-44e6-aaf2-66ae26e4192a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:37:15.473682 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 67d1ca38-1df6-454c-b64d-9b65117460a0 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:37:15.534544 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 67d1ca38-1df6-454c-b64d-9b65117460a0 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:37:15.534936 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:15.640519 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 67d1ca38-1df6-454c-b64d-9b65117460a0 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:37:15.640519 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:15.665820 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 67d1ca38-1df6-454c-b64d-9b65117460a0, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=67d1ca38-1df6-454c-b64d-9b65117460a0,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:37:15.673534 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:15.736965 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=67d1ca38-1df6-454c-b64d-9b65117460a0,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:37:17.439332 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 67d1ca38-1df6-454c-b64d-9b65117460a0 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:37:17.519762 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 67d1ca38-1df6-454c-b64d-9b65117460a0 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:37:17.520532 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (67d1ca38-1df6-454c-b64d-9b65117460a0), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:17.617620 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 67d1ca38-1df6-454c-b64d-9b65117460a0 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:37:28.238983 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-81f29ef6-1d15-493a-98cb-d8d4fd7ba2f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:30.650856 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0b506e7e-79b4-4314-af79-fe42b21e6042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:31.535829 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:32.882326 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:34.629449 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:37:40.899018 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:37:58.144228 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1268eb61-f9be-4c9b-8688-388fa0f512ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:00.655273 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d29ba6e6-939e-42d7-bce0-e73cb6eab536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:01.529097 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:02.885766 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:04.626379 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:17.898578 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:38:28.148739 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1607a7bf-7f34-4289-b892-fe9a5a098c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:30.651442 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1d1c3e05-444b-461c-a334-d554d79e1192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:31.531139 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:32.887437 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.469327 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54862) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:34.534076 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c681d13-2c5d-4fa5-bfa6-aea0dc681c9c admin admin] GET failed (client error): The resource could not be found. Apr 07 11:38:34.535358 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-9c681d13-2c5d-4fa5-bfa6-aea0dc681c9c admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0650187 Apr 07 11:38:34.626129 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:34.702911 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3008a0-0358-4ed1-8c53-22723341f10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:34.705092 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-cc3008a0-0358-4ed1-8c53-22723341f10d admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1634057 Apr 07 11:38:37.028002 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54872) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:37.129684 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bb0e64-1dd3-4839-b400-29bfbef41511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:37.131001 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-92bb0e64-1dd3-4839-b400-29bfbef41511 admin admin] 10.222.0.15 "GET /v2.0/subnets/abf42bb5-d67d-42f0-912a-4ca3debd202e HTTP/1.1" status: 200 len: 849 time: 0.1020398 Apr 07 11:38:37.143504 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:38:37.236814 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Publish callbacks [] for subnet (abf42bb5-d67d-42f0-912a-4ca3debd202e), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.394441 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8785424689502'] for subnet (abf42bb5-d67d-42f0-912a-4ca3debd202e), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.425480 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:37.426097 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.436449 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] 10.222.0.15 "PUT /v2.0/subnets/abf42bb5-d67d-42f0-912a-4ca3debd202e HTTP/1.1" status: 200 len: 868 time: 0.2874846 Apr 07 11:38:37.451257 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abf42bb5-d67d-42f0-912a-4ca3debd202e,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:38:37.451533 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0941cd1b-ea61-4730-aaea-34eb1ffadc84 None None] Network 7e164037-0c12-47dd-b1b9-b5292de62efc requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:38:37.453959 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.454279 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.454663 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.455003 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.455332 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.455655 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.455978 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.456481 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.456812 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.457184 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.457523 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.457848 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.458302 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.458623 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.458927 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd784ea0-8f9e-4377-8b13-c4d2a8ef9577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:38:37.759970 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-c8f9a1dd-afdc-4a87-a7b4-3bfc3b75c91e None None] Provisioning complete for port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:37.760359 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1dd-afdc-4a87-a7b4-3bfc3b75c91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2531acf6-a5a3-46b7-95b3-d7515ea6ad6e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.848242 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9a1dd-afdc-4a87-a7b4-3bfc3b75c91e None None] Current status of the port 2531acf6-a5a3-46b7-95b3-d7515ea6ad6e is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:37.859772 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-c8f9a1dd-afdc-4a87-a7b4-3bfc3b75c91e None None] Provisioning complete for port 40252569-b143-409a-90aa-e52d6c5a770c triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:38:37.860147 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1dd-afdc-4a87-a7b4-3bfc3b75c91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (40252569-b143-409a-90aa-e52d6c5a770c), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:38:37.936796 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-c8f9a1dd-afdc-4a87-a7b4-3bfc3b75c91e None None] Current status of the port 40252569-b143-409a-90aa-e52d6c5a770c is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:38:39.753527 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54882) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:40.042737 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71455a8d-3b11-4468-9206-408bdf835f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:40.043093 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71455a8d-3b11-4468-9206-408bdf835f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:40.044803 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-71455a8d-3b11-4468-9206-408bdf835f89 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2899940 Apr 07 11:38:42.406656 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54890) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:42.547880 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f527e7-667c-4a7d-960d-d268aae700fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:42.548351 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f527e7-667c-4a7d-960d-d268aae700fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:42.549959 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-73f527e7-667c-4a7d-960d-d268aae700fd admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1422746 Apr 07 11:38:44.918799 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54898) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:45.060829 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8802df-4589-4835-bcbd-3f72677e7557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:45.062247 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8c8802df-4589-4835-bcbd-3f72677e7557 admin admin] 10.222.0.15 "GET /v2.0/networks/3ce769e1-13cd-4692-abd6-fe2549c23c5e HTTP/1.1" status: 200 len: 886 time: 0.1424925 Apr 07 11:38:47.383081 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54906) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:47.536892 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6dee69-f66b-4870-8c21-868513b6ac8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:47.538288 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-fd6dee69-f66b-4870-8c21-868513b6ac8f admin admin] 10.222.0.15 "GET /v2.0/networks/7e164037-0c12-47dd-b1b9-b5292de62efc HTTP/1.1" status: 200 len: 869 time: 0.1541419 Apr 07 11:38:49.844042 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54914) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:49.980593 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f8de5-41eb-4fed-9887-ef05f37181fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:49.981126 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6f8de5-41eb-4fed-9887-ef05f37181fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:49.982781 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ae6f8de5-41eb-4fed-9887-ef05f37181fe admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1377354 Apr 07 11:38:52.286294 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 54922) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:52.393907 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26c10c-e321-48b7-a514-3a4776858c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:52.394367 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26c10c-e321-48b7-a514-3a4776858c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:52.395869 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8d26c10c-e321-48b7-a514-3a4776858c62 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1081991 Apr 07 11:38:54.747447 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54930) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:54.839542 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafeaf5e-b0df-4a77-b1a3-041b54c1455c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:54.841252 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-cafeaf5e-b0df-4a77-b1a3-041b54c1455c admin admin] 10.222.0.15 "GET /v2.0/subnets/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed HTTP/1.1" status: 200 len: 816 time: 0.0928538 Apr 07 11:38:54.898063 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:38:57.139411 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54938) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:38:57.245925 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91f3c9-5533-477a-a448-1d0ef52edf68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:38:57.247242 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-af91f3c9-5533-477a-a448-1d0ef52edf68 admin admin] 10.222.0.15 "GET /v2.0/subnets/abf42bb5-d67d-42f0-912a-4ca3debd202e HTTP/1.1" status: 200 len: 868 time: 0.1068573 Apr 07 11:38:58.152733 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1eacfffe-1320-4cc9-9843-45d34456f043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:00.651971 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f26f90b0-8fca-4a45-bac6-ef58ee1ed790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:01.534106 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:02.890521 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:04.622003 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:28.163727 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-c67d19c7-7d5e-4a63-a4e2-2d5abd43bb8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:30.646121 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-c481374e-a2c4-4a34-b48d-e428d92200e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:31.537507 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:31.896315 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:39:32.893846 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:34.627157 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:37.682318 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 54998) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:37.736894 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [None req-b625efe7-e638-41c0-a3e2-2da1796fee99 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:39:37.737880 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b625efe7-e638-41c0-a3e2-2da1796fee99 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0546932 Apr 07 11:39:40.126292 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55006) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:40.206668 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b7b847-e5fe-4abc-8221-a26f2799328f admin admin] GET failed (client error): The resource could not be found. Apr 07 11:39:40.207956 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-00b7b847-e5fe-4abc-8221-a26f2799328f admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0803883 Apr 07 11:39:40.379246 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72610aa-cfe9-4f2c-a972-92bc1b522ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:40.380656 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d72610aa-cfe9-4f2c-a972-92bc1b522ef9 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1664817 Apr 07 11:39:42.794005 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55014) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:42.844807 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:39:42.865898 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Made reservation on behalf of 82b00a18d5144039a4120b8126d241db for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:39:42.868218 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:42.895824 dv-cinder-836822-2-iscsi neutron-server[109935]: WARNING neutron.services.revisions.revision_plugin [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Could not find related network for resource to bump revision. Apr 07 11:39:42.909432 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:39:42.919952 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (7af65b6e-4b1c-42eb-9dda-2c2b245b9609), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:42.920291 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Added segment 7af65b6e-4b1c-42eb-9dda-2c2b245b9609 of type vlan for network a4bdde22-639a-49ee-a989-8b415bf9a798 Apr 07 11:39:42.960789 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (a4bdde22-639a-49ee-a989-8b415bf9a798), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:42.995838 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (a4bdde22-639a-49ee-a989-8b415bf9a798), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:42.996742 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:42.997335 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:43.050884 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2558038 Apr 07 11:39:43.092905 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Pushing event updated for resources: {'Network': ['ID=a4bdde22-639a-49ee-a989-8b415bf9a798,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:43.100395 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.100838 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.101178 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.101511 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.101839 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.102170 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.102515 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.102817 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.103138 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.103457 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.103794 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.104126 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.104442 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.104754 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.105100 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56431e7e-5d63-488d-9fe7-444b78125084 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:43.117716 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network a4bdde22-639a-49ee-a989-8b415bf9a798 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:39:45.358398 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55022) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:39:45.425551 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e6a928-169f-4803-a592-39c2313857d2 admin admin] GET failed (client error): The resource could not be found. Apr 07 11:39:45.426827 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-f6e6a928-169f-4803-a592-39c2313857d2 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0671065 Apr 07 11:39:45.501808 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143fab3e-34c1-4647-9563-1cfb048d7573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:45.503392 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-143fab3e-34c1-4647-9563-1cfb048d7573 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0724249 Apr 07 11:39:45.514780 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:39:45.537990 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Made reservation on behalf of 82b00a18d5144039a4120b8126d241db for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:39:45.540368 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:45.728786 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (a7b65228-28b1-4e77-96d6-ea4b22817f33), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:45.778273 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b65228-28b1-4e77-96d6-ea4b22817f33,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:45.795429 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Checking segment: {'id': '7af65b6e-4b1c-42eb-9dda-2c2b245b9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:39:45.795699 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Network hostable DHCP agents. Network: a4bdde22-639a-49ee-a989-8b415bf9a798, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:39:45.817276 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Network a4bdde22-639a-49ee-a989-8b415bf9a798 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:39:45.830578 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, a4bdde22-639a-49ee-a989-8b415bf9a798) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:39:45.835394 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:39:45.835983 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:45.840166 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dc3a5a-0710-4d8f-87e8-56cb01e95b59 None None] Network a4bdde22-639a-49ee-a989-8b415bf9a798 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:45.861162 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-ac1be16f-7911-46c0-b506-6a968e8a4dd4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3423953 Apr 07 11:39:45.952560 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-a4bdde22-639a-49ee-a989-8b415bf9a798', 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798', 'project_id': '82b00a18d5144039a4120b8126d241db', 'fixed_ips': [{'subnet_id': 'a7b65228-28b1-4e77-96d6-ea4b22817f33'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:39:45.953490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.201267 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Allocated IP 192.168.233.2 (a4bdde22-639a-49ee-a989-8b415bf9a798/a7b65228-28b1-4e77-96d6-ea4b22817f33/4246be53-d379-4c6f-9934-146d63be2646) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:39:46.345462 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Publish callbacks [] for port (4246be53-d379-4c6f-9934-146d63be2646), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.352082 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (4246be53-d379-4c6f-9934-146d63be2646), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.390154 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Network a4bdde22-639a-49ee-a989-8b415bf9a798 is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:39:46.391503 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:39:46.394071 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:39:46.408996 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Pushing event updated for resources: {'Port': ['ID=4246be53-d379-4c6f-9934-146d63be2646,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:46.432347 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.432699 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.433084 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.433439 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.433774 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.434104 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.434424 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.434737 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.435060 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.435389 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.435704 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.436026 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.436343 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.436658 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.437001 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:39:46.466920 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Attempting to bind port 4246be53-d379-4c6f-9934-146d63be2646 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:39:46.467232 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Attempting to bind port 4246be53-d379-4c6f-9934-146d63be2646 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '7af65b6e-4b1c-42eb-9dda-2c2b245b9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:39:46.467620 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Attempting to bind port 4246be53-d379-4c6f-9934-146d63be2646 on network a4bdde22-639a-49ee-a989-8b415bf9a798 {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:39:46.473398 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:39:46.473771 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Checking segment: {'id': '7af65b6e-4b1c-42eb-9dda-2c2b245b9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:39:46.474180 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.474566 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Bound using segment: {'id': '7af65b6e-4b1c-42eb-9dda-2c2b245b9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:39:46.475027 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Bound port: 4246be53-d379-4c6f-9934-146d63be2646, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af65b6e-4b1c-42eb-9dda-2c2b245b9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:39:46.475400 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (4246be53-d379-4c6f-9934-146d63be2646), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.538867 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] For port 4246be53-d379-4c6f-9934-146d63be2646, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:39:46.542028 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] For port 4246be53-d379-4c6f-9934-146d63be2646, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=4246be53-d379-4c6f-9934-146d63be2646,segment=NetworkSegment(7af65b6e-4b1c-42eb-9dda-2c2b245b9609),segment_id=7af65b6e-4b1c-42eb-9dda-2c2b245b9609)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:39:46.547689 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (4246be53-d379-4c6f-9934-146d63be2646), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:46.609361 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b86b03-2cf1-41a7-b51b-376d143dbafd None None] Pushing event updated for resources: {'Port': ['ID=4246be53-d379-4c6f-9934-146d63be2646,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:47.487430 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b01bb1-d4e3-4c9f-a53b-bfda61febe43 None None] Network a4bdde22-639a-49ee-a989-8b415bf9a798 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:39:47.547517 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4246be53-d379-4c6f-9934-146d63be2646 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:39:47.634152 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-b9dbe820-3217-4967-aa23-1ff367da310c None None] Provisioning complete for port 4246be53-d379-4c6f-9934-146d63be2646 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:39:47.634541 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe820-3217-4967-aa23-1ff367da310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4246be53-d379-4c6f-9934-146d63be2646), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.683128 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 4246be53-d379-4c6f-9934-146d63be2646 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:39:47.683490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4246be53-d379-4c6f-9934-146d63be2646), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.788396 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-b9dbe820-3217-4967-aa23-1ff367da310c None None] Current status of the port 4246be53-d379-4c6f-9934-146d63be2646 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:39:47.788575 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe820-3217-4967-aa23-1ff367da310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (4246be53-d379-4c6f-9934-146d63be2646), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.821328 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 4246be53-d379-4c6f-9934-146d63be2646 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:39:47.821559 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (4246be53-d379-4c6f-9934-146d63be2646), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.846620 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-b9dbe820-3217-4967-aa23-1ff367da310c None None] For port 4246be53-d379-4c6f-9934-146d63be2646, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=4246be53-d379-4c6f-9934-146d63be2646,segment=NetworkSegment(7af65b6e-4b1c-42eb-9dda-2c2b245b9609),segment_id=7af65b6e-4b1c-42eb-9dda-2c2b245b9609)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:39:47.856318 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b9dbe820-3217-4967-aa23-1ff367da310c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (4246be53-d379-4c6f-9934-146d63be2646), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:47.938051 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.db.api [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109937) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 11:39:47.938405 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG oslo_db.api [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 11:39:47.941142 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dbe820-3217-4967-aa23-1ff367da310c None None] Pushing event updated for resources: {'Port': ['ID=4246be53-d379-4c6f-9934-146d63be2646,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:39:47.976741 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-12faf2e3-b78a-4361-b8ff-1e0d3df8b5db None None] Provisioning complete for port 4246be53-d379-4c6f-9934-146d63be2646 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:39:47.977270 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-12faf2e3-b78a-4361-b8ff-1e0d3df8b5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4246be53-d379-4c6f-9934-146d63be2646), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:48.056876 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-12faf2e3-b78a-4361-b8ff-1e0d3df8b5db None None] Current status of the port 4246be53-d379-4c6f-9934-146d63be2646 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:39:48.476054 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 4246be53-d379-4c6f-9934-146d63be2646 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:39:49.496108 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4246be53-d379-4c6f-9934-146d63be2646 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:39:49.542927 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 4246be53-d379-4c6f-9934-146d63be2646 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:39:49.543307 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4246be53-d379-4c6f-9934-146d63be2646), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:39:49.623427 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 4246be53-d379-4c6f-9934-146d63be2646 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:39:58.170149 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f85ab8bb-4f08-4ab8-94ec-5e7b571419ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:00.660287 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-02dcccb2-723e-4206-b240-ed305ba65b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:01.555800 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:02.908150 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:04.644245 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:08.896755 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:40:28.156220 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-29bd080c-7189-4f14-a1db-e24362713aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:30.655733 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6d1dee75-954b-4bc9-8907-1278d81e4b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:31.544731 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:32.906875 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:34.630781 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:40:45.895764 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:40:58.153555 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b4576c9e-3830-4e32-b6a3-520d70240948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:00.666827 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fd156053-2935-4bd7-b058-8d30bdf9f20f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:01.547434 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:02.903826 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:04.626659 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:22.895015 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:41:28.148944 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0ee6d9b3-6b43-403f-a86f-8d9cff48968b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:30.661659 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5a886152-c308-4e5f-a15a-08d3153e95ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:31.551144 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:32.905949 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:34.632537 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.259350 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55060) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:38.265755 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [None req-447443a3-400b-4221-86f6-1501e2fe0f73 tempest-verify_tempest_config-564436079 tempest-verify_tempest_config-564436079-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:41:38.266758 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-447443a3-400b-4221-86f6-1501e2fe0f73 tempest-verify_tempest_config-564436079 tempest-verify_tempest_config-564436079-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063882 Apr 07 11:41:38.572397 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55078) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:38.696584 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.776712 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Publish callbacks [] for security_group (730a5ad4-363f-4ec1-9050-b789b0ede7bd), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.783027 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (730a5ad4-363f-4ec1-9050-b789b0ede7bd), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.827444 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06015638f36e495eb7bde293fa15d0fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2538898 Apr 07 11:41:38.828175 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730a5ad4-363f-4ec1-9050-b789b0ede7bd,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:38.830455 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55082) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:41:38.835088 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.835435 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.835757 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.836113 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.836443 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.836790 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.837132 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.837437 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.837775 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.838101 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.838440 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.838766 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.839086 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.839404 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.839719 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05bb2e7-563c-4c62-8c75-b471e4cffb6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:38.886294 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Publish callbacks [] for security_group (730a5ad4-363f-4ec1-9050-b789b0ede7bd), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:38.906417 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Publish callbacks [] for security_group (730a5ad4-363f-4ec1-9050-b789b0ede7bd), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:39.050822 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (730a5ad4-363f-4ec1-9050-b789b0ede7bd), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:39.054464 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:39.056112 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/730a5ad4-363f-4ec1-9050-b789b0ede7bd HTTP/1.1" status: 204 len: 168 time: 0.2246954 Apr 07 11:41:39.065004 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730a5ad4-363f-4ec1-9050-b789b0ede7bd,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:41:39.072138 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.072468 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.072854 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.073201 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.073529 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.073846 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.074168 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.074519 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.074849 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.075172 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.075591 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.075954 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.076221 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.076647 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:39.076989 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6fd9695-d380-4245-8e23-adb72e57020e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:41:58.152544 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-9bc66c81-55eb-4399-8666-918a0cbd5b95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:41:59.894443 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:42:00.668928 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-06ecc1bd-5d61-454c-8d0c-7e5df1cb64df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:01.553353 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:02.915156 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:04.636340 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:28.169747 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-37d89da0-0fc9-4bb8-9f85-13387a697b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:30.671393 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2148b4f3-230c-43fd-bc70-61e9b02ec6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:31.565770 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:32.920101 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:34.643028 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:42:36.895032 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:42:58.165348 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-e6da2fa7-8e92-4692-8e55-189949ec49f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:00.676666 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-00accd53-608e-4f60-9bdb-9d890e23ba57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:01.572708 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:02.921846 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:04.636785 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:13.899688 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 5 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:43:26.636474 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-619436'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:28.156653 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-61caf554-a575-4105-ae1b-1fe38ba08eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:30.675813 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a40ffee5-8942-4793-bb82-443e10ae1139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:31.574756 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:32.925458 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:34.640279 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:43.027795 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55156) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:43.147566 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-69de6afb-f149-4536-ae42-6fd46940dd1d admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1186373 Apr 07 11:43:45.454509 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55166) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:43:45.513934 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-6b03eb82-0c4b-4cdb-af23-e41b7366ce1e admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0582840 Apr 07 11:43:50.900349 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:43:56.648935 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:43:58.157046 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-8d793ceb-9025-413f-9a12-7bbcaa0bcb3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:00.678646 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-db5c862b-5e08-438e-be35-1903cd6b3199 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:01.575643 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:02.932236 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:04.644511 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:26.660352 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:27.904313 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:44:28.158609 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-05f33154-c806-44ea-b6e1-b20e32356d20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:30.673501 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-08020d2d-852b-4f6b-ba0b-bd3a6778108e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:31.579996 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:32.932129 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:34.639852 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:56.669632 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:44:58.158495 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-41029408-0021-4346-b631-3553ea846c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:00.677776 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-143a27a1-3f59-4d74-889f-52f22c0e0f17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:01.575887 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:02.933421 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.648218 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:04.904414 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:45:25.514269 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55306) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:25.812362 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1904333780-network', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:25.833916 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Made reservation on behalf of fb9b76ed6a634c7597ca306c5e2adee5 for: {'network': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:25.836584 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.846947 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.932471 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Publish callbacks [] for security_group (84d0e61c-bd9c-400d-acc4-6409505f0fb1), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.937730 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (84d0e61c-bd9c-400d-acc4-6409505f0fb1), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.973233 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=109936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:25.978667 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d0e61c-bd9c-400d-acc4-6409505f0fb1,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:25.989059 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.989443 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.989787 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.990123 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.990455 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.990794 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.991106 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.991427 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.991764 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.992266 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.992615 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.992971 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.993297 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.993618 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.993935 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Tracked resource versions report: Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: pushed versions: Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: { 'AddressGroup': {'1.2'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Agent': {'1.1'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'ConntrackHelper': {'1.0'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Log': {'1.0'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'NDPProxy': {'1.0'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Network': {'1.1'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Port': {'1.7'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'PortForwarding': {'1.3'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'QosPolicy': {'1.10'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SecurityGroup': {'1.5'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SubPort': {'1.0'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Subnet': {'1.1'}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Trunk': {'1.1'}} Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: consumer versions: Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: { DHCP agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: HyperV agent@hv-cinder-83682: {}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: L3 agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: Metadata agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: Metering agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: Open vSwitch agent@dv-cinder-836822-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Agent': '1.1', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'ConntrackHelper': '1.0', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'LocalIPAssociation': '1.0', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Log': '1.0', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'NDPProxy': '1.0', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Network': '1.1', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Port': '1.7', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'PortForwarding': '1.3', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'QosPolicy': '1.10', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SecurityGroup': '1.5', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SecurityGroupRule': '1.2', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'SubPort': '1.0', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Subnet': '1.1', Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: 'Trunk': '1.1'}} Apr 07 11:45:25.995247 dv-cinder-836822-2-iscsi neutron-server[109936]: {{(pid=109936) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:45:25.998569 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (a6bad74a-131c-40b6-8710-380f31f7c396), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:25.998805 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.segments_db [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Added segment a6bad74a-131c-40b6-8710-380f31f7c396 of type vlan for network 793e6760-dffa-49ee-b4f5-e944acaa877d Apr 07 11:45:26.039283 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (793e6760-dffa-49ee-b4f5-e944acaa877d), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.075221 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (793e6760-dffa-49ee-b4f5-e944acaa877d), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.076327 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:26.077025 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.105377 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5899613 Apr 07 11:45:26.108281 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55354) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:26.114996 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Request body: {'subnet': {'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-subnet', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:26.136127 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55358) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:26.146040 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Made reservation on behalf of fb9b76ed6a634c7597ca306c5e2adee5 for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:26.148609 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.155284 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7e490-4028-4596-b331-1cfe4870aca3 admin admin] Pushing event updated for resources: {'Network': ['ID=793e6760-dffa-49ee-b4f5-e944acaa877d,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:26.174907 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 793e6760-dffa-49ee-b4f5-e944acaa877d details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:26.345384 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.400573 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:26.410482 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.410824 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.411157 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.411486 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.411805 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.412124 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.412440 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.412754 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.413157 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.413425 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.413759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.414089 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.414406 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.414713 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.415006 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Tracked resource versions report: Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: pushed versions: Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: { 'AddressGroup': {'1.2'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Agent': {'1.1'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'ConntrackHelper': {'1.0'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Log': {'1.0'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'NDPProxy': {'1.0'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Network': {'1.1'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Port': {'1.7'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'PortForwarding': {'1.3'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'QosPolicy': {'1.10'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SecurityGroup': {'1.5'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SubPort': {'1.0'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Subnet': {'1.1'}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Trunk': {'1.1'}} Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: consumer versions: Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: { DHCP agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: HyperV agent@hv-cinder-83682: {}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: L3 agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: Metadata agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: Metering agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: Open vSwitch agent@dv-cinder-836822-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Agent': '1.1', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'ConntrackHelper': '1.0', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'LocalIPAssociation': '1.0', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Log': '1.0', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'NDPProxy': '1.0', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Network': '1.1', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Port': '1.7', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'PortForwarding': '1.3', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'QosPolicy': '1.10', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SecurityGroup': '1.5', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SecurityGroupRule': '1.2', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'SubPort': '1.0', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Subnet': '1.1', Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: 'Trunk': '1.1'}} Apr 07 11:45:26.416108 dv-cinder-836822-2-iscsi neutron-server[109935]: {{(pid=109935) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:45:26.424072 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Checking segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:26.424413 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Network hostable DHCP agents. Network: 793e6760-dffa-49ee-b4f5-e944acaa877d, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:26.443314 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Network 793e6760-dffa-49ee-b4f5-e944acaa877d is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:26.460976 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 793e6760-dffa-49ee-b4f5-e944acaa877d) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:26.466006 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:26.466766 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.471768 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd561f18-ad42-440e-ae42-b98b67114281 None None] Network 793e6760-dffa-49ee-b4f5-e944acaa877d requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:26.491310 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55374) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:26.491632 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-463ae78d-08f1-4e5a-8969-59bb37de6f55 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3816376 Apr 07 11:45:26.495790 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:26.519600 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (b58f108c-acba-4aff-bf93-be6c9174ad05), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.521514 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (b58f108c-acba-4aff-bf93-be6c9174ad05), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.590281 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-793e6760-dffa-49ee-b4f5-e944acaa877d', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:45:26.591779 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.598389 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks [] for router_controller (b58f108c-acba-4aff-bf93-be6c9174ad05), precommit_add_association {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.701108 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.704441 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55382) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:26.716707 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-network', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:26.757813 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Allocated IP 172.20.0.2 (793e6760-dffa-49ee-b4f5-e944acaa877d/7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b/78ff71ad-6063-4d20-8139-f402e8ec1077) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:26.765428 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Made reservation on behalf of e3b21258ec3144baa43de1add169b4fc for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:26.768012 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.788889 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.829147 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks [] for router_gateway (b58f108c-acba-4aff-bf93-be6c9174ad05), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.880741 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Publish callbacks [] for security_group (bf77fe1e-456b-4e6b-a375-66e1d880eb13), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.888653 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bf77fe1e-456b-4e6b-a375-66e1d880eb13), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.917491 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:26.938582 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (7b726914-2314-491a-a6fd-c3d512fee771), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.939743 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Added segment 7b726914-2314-491a-a6fd-c3d512fee771 of type vlan for network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 Apr 07 11:45:26.956331 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Publish callbacks [] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:26.964629 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.011698 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.020524 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Network 793e6760-dffa-49ee-b4f5-e944acaa877d is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:27.026346 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:27.031764 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:27.034947 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Pushing event updated for resources: {'Port': ['ID=78ff71ad-6063-4d20-8139-f402e8ec1077,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.045789 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.046394 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.046907 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.047424 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.047913 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.048397 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.048890 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.049358 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.049846 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.050326 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.050808 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.051269 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.051747 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.052226 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.052701 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Tracked resource versions report: Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: pushed versions: Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: { 'AddressGroup': {'1.2'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Agent': {'1.1'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'ConntrackHelper': {'1.0'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Log': {'1.0'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'NDPProxy': {'1.0'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Network': {'1.1'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Port': {'1.7'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'PortForwarding': {'1.3'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'QosPolicy': {'1.10'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SecurityGroup': {'1.5'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SubPort': {'1.0'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Subnet': {'1.1'}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Trunk': {'1.1'}} Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: consumer versions: Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: { DHCP agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: HyperV agent@hv-cinder-83682: {}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: L3 agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: Metadata agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: Metering agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: Open vSwitch agent@dv-cinder-836822-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Agent': '1.1', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'ConntrackHelper': '1.0', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'LocalIPAssociation': '1.0', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Log': '1.0', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'NDPProxy': '1.0', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Network': '1.1', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Port': '1.7', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'PortForwarding': '1.3', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'QosPolicy': '1.10', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SecurityGroup': '1.5', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SecurityGroupRule': '1.2', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'SubPort': '1.0', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Subnet': '1.1', Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: 'Trunk': '1.1'}} Apr 07 11:45:27.053990 dv-cinder-836822-2-iscsi neutron-server[109937]: {{(pid=109937) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:45:27.061640 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55398) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:27.117730 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf77fe1e-456b-4e6b-a375-66e1d880eb13,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.130373 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-514281741-network', 'tenant_id': '46461a9310d94e96858d9230caddfa3f'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:27.139075 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks [] for router_gateway (b58f108c-acba-4aff-bf93-be6c9174ad05), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.140150 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.141155 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:27.142411 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.147885 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Attempting to bind port 78ff71ad-6063-4d20-8139-f402e8ec1077 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:27.148388 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Attempting to bind port 78ff71ad-6063-4d20-8139-f402e8ec1077 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:27.149121 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Attempting to bind port 78ff71ad-6063-4d20-8139-f402e8ec1077 on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:27.156982 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:27.157643 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Checking segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:27.158201 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.158748 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Bound using segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:27.159321 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Bound port: 78ff71ad-6063-4d20-8139-f402e8ec1077, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:27.159831 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.172740 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.224429 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] Pushing event updated for resources: {'Network': ['ID=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.238284 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-1989292e-fac2-4207-be17-c165ad3650ec admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0925732 Apr 07 11:45:27.238284 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55406) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:27.249896 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Request body: {'subnet': {'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-subnet', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:27.250373 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:27.268408 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Made reservation on behalf of 46461a9310d94e96858d9230caddfa3f for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:27.271183 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.281357 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.283296 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Made reservation on behalf of e3b21258ec3144baa43de1add169b4fc for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:27.285570 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.336127 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] For port 78ff71ad-6063-4d20-8139-f402e8ec1077, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:27.342249 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] For port 78ff71ad-6063-4d20-8139-f402e8ec1077, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=78ff71ad-6063-4d20-8139-f402e8ec1077,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:27.356153 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.397943 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Allocated IP 172.27.3.92 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/b5e4c9c8-1d61-4835-a1df-9db1e7c68d82) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:27.461101 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b06d7-1704-44c4-83dc-897c68562251 None None] Pushing event updated for resources: {'Port': ['ID=78ff71ad-6063-4d20-8139-f402e8ec1077,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.542488 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks [] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.579000 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-65020238-network', 'tenant_id': 'd621f52ab9604f7492a4cd2ddd361fad'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:27.666664 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.695510 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Made reservation on behalf of d621f52ab9604f7492a4cd2ddd361fad for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:27.702396 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.716442 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:27.735382 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.753487 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Publish callbacks [] for security_group (6bc30add-9bf3-4a94-9b3d-7f2f8361e15b), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.822566 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e4c9c8-1d61-4835-a1df-9db1e7c68d82,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:27.828851 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:27.831218 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (bab08045-b031-4a13-9997-a3ce32233647), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.834424 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (6bc30add-9bf3-4a94-9b3d-7f2f8361e15b), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:27.835291 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:27.914532 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:28.099704 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (63be8850-d61d-4770-b224-204b011aebdd), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.100315 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Added segment 63be8850-d61d-4770-b224-204b011aebdd of type vlan for network 9cc7519c-75ce-4acb-bd03-68554bf738f3 Apr 07 11:45:28.109843 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Publish callbacks [] for security_group (752f9f9d-3273-425c-8109-64cdecf257e9), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.169706 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-dbd29a8b-a7df-4da8-b90a-4980a12fe8f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.211862 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (752f9f9d-3273-425c-8109-64cdecf257e9), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.245821 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:28.269630 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (aa490348-099b-431d-876b-aba1cbdc3e6a), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.270008 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Added segment aa490348-099b-431d-876b-aba1cbdc3e6a of type vlan for network e3f01b8f-5802-4b0c-85d8-9364006036f9 Apr 07 11:45:28.380335 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (e3f01b8f-5802-4b0c-85d8-9364006036f9), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.419377 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Checking segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:28.420054 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Network hostable DHCP agents. Network: c9e4ef7d-8f55-4d26-bd04-22eb730a3a04, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:28.424643 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc30add-9bf3-4a94-9b3d-7f2f8361e15b,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.446871 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (e3f01b8f-5802-4b0c-85d8-9364006036f9), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.449609 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:28.450856 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.501574 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab08045-b031-4a13-9997-a3ce32233647,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.512675 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4337778 Apr 07 11:45:28.519606 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55448) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:28.520427 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:28.549338 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Request body: {'subnet': {'network_id': 'e3f01b8f-5802-4b0c-85d8-9364006036f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-65020238-subnet', 'tenant_id': 'd621f52ab9604f7492a4cd2ddd361fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:28.582536 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (9cc7519c-75ce-4acb-bd03-68554bf738f3), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.587054 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Made reservation on behalf of d621f52ab9604f7492a4cd2ddd361fad for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:28.590278 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.628832 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752f9f9d-3273-425c-8109-64cdecf257e9,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.678591 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, c9e4ef7d-8f55-4d26-bd04-22eb730a3a04) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:28.683516 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:28.685207 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.686653 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e30da99-5056-48e0-aad9-3716013d35cb None None] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:28.719469 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.db.resource_extend [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:45:28.729708 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-cfe73ce8-25f1-4bc1-9598-fe5702b913a0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4901927 Apr 07 11:45:28.736452 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55466) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:28.747103 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:28.801109 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879e5ec-5e2d-4b34-b2ed-47398ab25b25 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f01b8f-5802-4b0c-85d8-9364006036f9,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.801611 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.804355 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.812958 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (9cc7519c-75ce-4acb-bd03-68554bf738f3), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.813832 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:28.814406 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.839516 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network e3f01b8f-5802-4b0c-85d8-9364006036f9 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:28.897280 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1885331 Apr 07 11:45:28.905446 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks [] for router_controller (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), precommit_add_association {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.906344 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55472) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:28.918809 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks [] for router_gateway (b58f108c-acba-4aff-bf93-be6c9174ad05), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:28.921474 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0c7de-3a9b-4eb2-90d1-750df3f23ae6 admin admin] Pushing event updated for resources: {'Network': ['ID=9cc7519c-75ce-4acb-bd03-68554bf738f3,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:28.929932 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Request body: {'subnet': {'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-subnet', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:28.993999 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:29.022100 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (518f5dfb-28dd-4c70-b013-cdb8009a1feb), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.068964 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Made reservation on behalf of 46461a9310d94e96858d9230caddfa3f for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:29.072155 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.109338 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Checking segment: {'id': 'aa490348-099b-431d-876b-aba1cbdc3e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3f01b8f-5802-4b0c-85d8-9364006036f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:29.109760 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Network hostable DHCP agents. Network: e3f01b8f-5802-4b0c-85d8-9364006036f9, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:29.119967 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=518f5dfb-28dd-4c70-b013-cdb8009a1feb,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:29.138432 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471a1765-521c-45ed-868d-723a54f258d4 None None] Network 793e6760-dffa-49ee-b4f5-e944acaa877d requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:29.141423 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Network e3f01b8f-5802-4b0c-85d8-9364006036f9 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:29.176975 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, e3f01b8f-5802-4b0c-85d8-9364006036f9) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:29.185197 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:29.189574 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.189734 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:45:29.189734 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.229263 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-7362fcc7-9de9-4815-83c2-cf116a04d435 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7061050 Apr 07 11:45:29.431623 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Allocated IP 172.20.0.2 (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04/bab08045-b031-4a13-9997-a3ce32233647/2abbd627-026a-4567-b955-7cc20fc8e7f9) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:29.445530 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d388801-35c9-427c-b4f8-3cc9ca6c1b4b None None] Network e3f01b8f-5802-4b0c-85d8-9364006036f9 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:29.455058 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks [] for router_gateway (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.613571 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (3795b441-79c8-4b81-9520-072090be410f), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.743855 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (b58f108c-acba-4aff-bf93-be6c9174ad05), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.775115 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3795b441-79c8-4b81-9520-072090be410f,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:29.854992 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-f846f792-86be-42c1-8760-94cca87b2040 None None] Provisioning complete for port 78ff71ad-6063-4d20-8139-f402e8ec1077 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:29.855881 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f846f792-86be-42c1-8760-94cca87b2040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:29.868523 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Checking segment: {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:29.871978 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Network hostable DHCP agents. Network: 9cc7519c-75ce-4acb-bd03-68554bf738f3, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:29.923632 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55552) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:29.928483 dv-cinder-836822-2-iscsi neutron-server[109935]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 11:45:29.979891 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:30.027609 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 78ff71ad-6063-4d20-8139-f402e8ec1077 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:30.074910 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 9cc7519c-75ce-4acb-bd03-68554bf738f3) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:30.086629 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:30.087410 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.095649 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55564) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:30.148882 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-9a03b9db-e124-434f-82f7-f3756c0ee34f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2342739 Apr 07 11:45:30.152928 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55572) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:30.154169 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Router b58f108c-acba-4aff-bf93-be6c9174ad05 is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:45:30.157618 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5186e9-07f9-449b-8969-fa13063b6786 None None] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:30.160625 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:30.199608 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (284cb50e-9d49-4119-a17f-4ea94290328c), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.201088 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (284cb50e-9d49-4119-a17f-4ea94290328c), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.218950 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks [] for router_gateway (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.246393 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.363095 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-80583f92-eb76-481b-9bd5-5cda69cab273 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:30.372708 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-80583f92-eb76-481b-9bd5-5cda69cab273 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/networks?id=e3f01b8f-5802-4b0c-85d8-9364006036f9 HTTP/1.1" status: 200 len: 810 time: 0.4453707 Apr 07 11:45:30.397339 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-8eace6e5-032a-4d52-a88a-30b5e5a635dc tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/quotas/d621f52ab9604f7492a4cd2ddd361fad HTTP/1.1" status: 200 len: 375 time: 0.0185490 Apr 07 11:45:30.461359 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-f846f792-86be-42c1-8760-94cca87b2040 None None] Current status of the port 78ff71ad-6063-4d20-8139-f402e8ec1077 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:30.461586 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f846f792-86be-42c1-8760-94cca87b2040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.492404 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-8f0200bd-87e5-40f1-8e2a-af10d7ee5bcc tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d621f52ab9604f7492a4cd2ddd361fad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903325 Apr 07 11:45:30.520571 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e82531-01fe-42d0-95bc-9eb83e31393e None None] Network e3f01b8f-5802-4b0c-85d8-9364006036f9 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:30.629871 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 78ff71ad-6063-4d20-8139-f402e8ec1077 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:30.630236 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.642665 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Publish callbacks [] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.652874 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-446a3e9a-c988-4c59-91d0-1b3777aff736 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:45:30.653217 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ef384472-185d-4d2c-bede-32d9f757a493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.661195 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-446a3e9a-c988-4c59-91d0-1b3777aff736 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0938637 Apr 07 11:45:30.710556 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-f846f792-86be-42c1-8760-94cca87b2040 None None] For port 78ff71ad-6063-4d20-8139-f402e8ec1077, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=78ff71ad-6063-4d20-8139-f402e8ec1077,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:30.712096 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-9cc7519c-75ce-4acb-bd03-68554bf738f3', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'project_id': '46461a9310d94e96858d9230caddfa3f', 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:45:30.712967 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.762965 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.767180 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ef384472-185d-4d2c-bede-32d9f757a493 admin admin] Publish callbacks [] for security_group (f57f5ed2-6aaf-4a65-a71a-4b9479db7d76), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.769217 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f846f792-86be-42c1-8760-94cca87b2040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.833495 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks [] for router_controller (284cb50e-9d49-4119-a17f-4ea94290328c), precommit_add_association {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.854984 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ef384472-185d-4d2c-bede-32d9f757a493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f57f5ed2-6aaf-4a65-a71a-4b9479db7d76), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:30.870416 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-d3fb4857-3d20-4c31-b064-cec52ce4c364 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f01b8f-5802-4b0c-85d8-9364006036f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072804 Apr 07 11:45:30.876269 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:30.883774 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:30.891667 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:30.929352 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-dc6a761d-eef2-47cf-b3cc-7b862e8f1594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.024659 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-5a0b4ac7-095d-45b3-974c-426dc4076c13 service neutron] 10.222.0.15 "GET /v2.0/networks/e3f01b8f-5802-4b0c-85d8-9364006036f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396954 Apr 07 11:45:31.074735 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ef384472-185d-4d2c-bede-32d9f757a493 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1cfc67f96584497081ddb41be9b2e025&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9751818 Apr 07 11:45:31.074735 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:31.074910 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55630) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:31.082306 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef384472-185d-4d2c-bede-32d9f757a493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f5ed2-6aaf-4a65-a71a-4b9479db7d76,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.102574 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:31.131024 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:31.131024 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:31.150753 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.152256 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-c265f36a-577d-47db-be27-58d82e7a4b79 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6598928 Apr 07 11:45:31.153904 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Allocated IP 172.27.3.247 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/494576cf-eb13-4b69-8c79-7113df64f43b) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:31.167897 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55636) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:31.211559 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks [] for router_gateway (284cb50e-9d49-4119-a17f-4ea94290328c), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.351466 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Pushing event updated for resources: {'Port': ['ID=2abbd627-026a-4567-b955-7cc20fc8e7f9,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.411903 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2ed8531f-3dfa-4482-be48-77c03494029e admin admin] Publish callbacks [] for security_group (f57f5ed2-6aaf-4a65-a71a-4b9479db7d76), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.416802 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Attempting to bind port 2abbd627-026a-4567-b955-7cc20fc8e7f9 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:31.417198 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Attempting to bind port 2abbd627-026a-4567-b955-7cc20fc8e7f9 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:31.417560 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Attempting to bind port 2abbd627-026a-4567-b955-7cc20fc8e7f9 on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:31.453755 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks [] for port (494576cf-eb13-4b69-8c79-7113df64f43b), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.463946 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-2ad0dcef-ac6c-4f1a-be33-4de329d0ff8f None None] Provisioning complete for port 78ff71ad-6063-4d20-8139-f402e8ec1077 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:31.464336 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2ad0dcef-ac6c-4f1a-be33-4de329d0ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.491069 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:31.491495 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Checking segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:31.491909 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.493832 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Bound using segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:31.494365 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Bound port: 2abbd627-026a-4567-b955-7cc20fc8e7f9, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:31.494793 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.525202 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:31.587314 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.626432 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846f792-86be-42c1-8760-94cca87b2040 None None] Pushing event updated for resources: {'Port': ['ID=78ff71ad-6063-4d20-8139-f402e8ec1077,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.676593 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8c83fb85-bb98-43e5-a279-e23d6a0bb135 req-293f5a04-b203-4255-8326-b2c8ed0b0d0c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 210 time: 0.1219699 Apr 07 11:45:31.690886 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2ed8531f-3dfa-4482-be48-77c03494029e admin admin] Publish callbacks [] for security_group (f57f5ed2-6aaf-4a65-a71a-4b9479db7d76), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.712500 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] For port 2abbd627-026a-4567-b955-7cc20fc8e7f9, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:31.718788 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] For port 2abbd627-026a-4567-b955-7cc20fc8e7f9, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=2abbd627-026a-4567-b955-7cc20fc8e7f9,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:31.796589 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.798782 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.814209 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-2ad0dcef-ac6c-4f1a-be33-4de329d0ff8f None None] Current status of the port 78ff71ad-6063-4d20-8139-f402e8ec1077 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:31.910100 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 78ff71ad-6063-4d20-8139-f402e8ec1077 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:31.933311 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:31.938724 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Pushing event updated for resources: {'Port': ['ID=494576cf-eb13-4b69-8c79-7113df64f43b,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:31.956172 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2ed8531f-3dfa-4482-be48-77c03494029e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f57f5ed2-6aaf-4a65-a71a-4b9479db7d76), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.959467 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2ed8531f-3dfa-4482-be48-77c03494029e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:31.961551 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:31.962608 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-2ed8531f-3dfa-4482-be48-77c03494029e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f57f5ed2-6aaf-4a65-a71a-4b9479db7d76 HTTP/1.1" status: 204 len: 168 time: 0.8867288 Apr 07 11:45:31.979554 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:31.995147 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Allocated IP 172.20.0.2 (9cc7519c-75ce-4acb-bd03-68554bf738f3/3795b441-79c8-4b81-9520-072090be410f/4e805290-1c25-48d0-afd8-ef9798cd5e27) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:32.002522 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 3, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:32.029925 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8531f-3dfa-4482-be48-77c03494029e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f5ed2-6aaf-4a65-a71a-4b9479db7d76,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:32.144321 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:32.151171 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Updating router b58f108c-acba-4aff-bf93-be6c9174ad05 port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:32.213897 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d53e931-b58d-4540-9843-38fb56b93488 None None] Pushing event updated for resources: {'Port': ['ID=2abbd627-026a-4567-b955-7cc20fc8e7f9,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:32.239302 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.267548 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 78ff71ad-6063-4d20-8139-f402e8ec1077 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:32.490385 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks [] for router_gateway (284cb50e-9d49-4119-a17f-4ea94290328c), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.576205 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.759524 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 78ff71ad-6063-4d20-8139-f402e8ec1077 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:32.759834 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:32.821713 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55738) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:32.983532 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55742) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:33.000009 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Publish callbacks [] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.035319 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-61c54ccc-9413-4b4f-9187-1d2d9c9e40de req-89e15f7d-cf99-4e7c-a264-45f2313f4079 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 210 time: 0.0801895 Apr 07 11:45:33.042243 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.057023 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.075291 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.108815 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks [] for router_gateway (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.126816 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Publish callbacks [] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.138801 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.205381 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:33.217487 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:33.223385 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:33.286746 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Attempting to bind port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:33.287337 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Attempting to bind port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:33.292206 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Attempting to bind port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:33.306776 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Pushing event updated for resources: {'Port': ['ID=b5e4c9c8-1d61-4835-a1df-9db1e7c68d82,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:33.310440 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:33.314807 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:33.317266 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.317836 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:33.321274 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Bound port: b5e4c9c8-1d61-4835-a1df-9db1e7c68d82, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:33.321874 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.386145 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.386575 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.386942 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.387301 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.387642 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.387977 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.388351 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.388682 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.389044 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.389374 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.389717 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.395876 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.396430 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.396934 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.397405 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Tracked resource versions report: Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: pushed versions: Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: { 'AddressGroup': {'1.2'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Agent': {'1.1'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'ConntrackHelper': {'1.0'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'LocalIPAssociation': {'1.0'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Log': {'1.0'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'NDPProxy': {'1.0'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Network': {'1.1'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Port': {'1.7'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'PortForwarding': {'1.3'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'QosPolicy': {'1.10'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SecurityGroup': {'1.5'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SecurityGroupRule': {'1.2'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SubPort': {'1.0'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Subnet': {'1.1'}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Trunk': {'1.1'}} Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: consumer versions: Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: { DHCP agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: HyperV agent@hv-cinder-83682: {}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: L3 agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: Metadata agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: Metering agent@dv-cinder-836822-2-iscsi: {}, Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: Open vSwitch agent@dv-cinder-836822-2-iscsi: { 'AddressGroup': '1.2', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Agent': '1.1', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'ConntrackHelper': '1.0', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'LocalIPAssociation': '1.0', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Log': '1.0', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'NDPProxy': '1.0', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Network': '1.1', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Port': '1.7', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'PortForwarding': '1.3', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'QosPolicy': '1.10', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SecurityGroup': '1.5', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SecurityGroupRule': '1.2', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'SubPort': '1.0', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Subnet': '1.1', Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: 'Trunk': '1.1'}} Apr 07 11:45:33.398708 dv-cinder-836822-2-iscsi neutron-server[109938]: {{(pid=109938) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 11:45:33.462964 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Allocated IP 172.27.3.159 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/4f0d4667-d977-4214-8226-371a1de0c712) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:33.477202 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] For port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:33.484686 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] For port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=b5e4c9c8-1d61-4835-a1df-9db1e7c68d82,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:33.508037 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Allocated IP 172.20.0.1 (793e6760-dffa-49ee-b4f5-e944acaa877d/7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b/5e0a9d1b-ae9b-458c-be73-4fd13b144a44) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:33.508550 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.625879 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55762) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:33.628747 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-88c7b7c9-8e15-4460-870e-10456d5248c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.671469 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:33.672863 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:33.744825 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fb2de-78f3-4804-b560-0c3f9918289d None None] Pushing event updated for resources: {'Port': ['ID=b5e4c9c8-1d61-4835-a1df-9db1e7c68d82,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:33.783300 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Pushing event updated for resources: {'Port': ['ID=4e805290-1c25-48d0-afd8-ef9798cd5e27,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:33.787205 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-eff07459-1a81-409c-936f-df8ecfb70f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.796537 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c576f6-033f-4849-9eef-c712f9cc9360 None None] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:33.838276 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Publish callbacks [] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.898619 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55774) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:33.957628 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:33.960621 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 78ff71ad-6063-4d20-8139-f402e8ec1077 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:33.965545 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Attempting to bind port 4e805290-1c25-48d0-afd8-ef9798cd5e27 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:33.965953 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Attempting to bind port 4e805290-1c25-48d0-afd8-ef9798cd5e27 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:33.966258 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Attempting to bind port 4e805290-1c25-48d0-afd8-ef9798cd5e27 on network 9cc7519c-75ce-4acb-bd03-68554bf738f3 {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:33.973067 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:33.973531 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Checking segment: {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:33.973935 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.974323 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Bound using segment: {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:33.974850 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Bound port: 4e805290-1c25-48d0-afd8-ef9798cd5e27, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:33.975220 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.982444 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.984599 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-88c7b7c9-8e15-4460-870e-10456d5248c9 admin admin] Publish callbacks [] for security_group (54ab5af2-f613-425a-bead-d18919c01ac0), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.992802 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-b58d63bd-5ddf-488b-901a-ab21da120b56 None None] Provisioning complete for port 2abbd627-026a-4567-b955-7cc20fc8e7f9 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:33.993201 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b58d63bd-5ddf-488b-901a-ab21da120b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:33.999369 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-88c7b7c9-8e15-4460-870e-10456d5248c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (54ab5af2-f613-425a-bead-d18919c01ac0), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.109248 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.140401 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-88c7b7c9-8e15-4460-870e-10456d5248c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfdb796e4b7547b59c84c90626e4084e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3172905 Apr 07 11:45:34.154924 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-eff07459-1a81-409c-936f-df8ecfb70f91 admin admin] Publish callbacks [] for security_group (36e7a23d-b731-4c50-ac2a-b7781c9b25f0), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.156107 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55784) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:34.164352 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7b7c9-8e15-4460-870e-10456d5248c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ab5af2-f613-425a-bead-d18919c01ac0,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.241823 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] For port 4e805290-1c25-48d0-afd8-ef9798cd5e27, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:34.245163 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 2abbd627-026a-4567-b955-7cc20fc8e7f9 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:34.306600 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] For port 4e805290-1c25-48d0-afd8-ef9798cd5e27, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=4e805290-1c25-48d0-afd8-ef9798cd5e27,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:34.335476 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.335657 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Network 793e6760-dffa-49ee-b4f5-e944acaa877d is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:34.342806 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-b58d63bd-5ddf-488b-901a-ab21da120b56 None None] Current status of the port 2abbd627-026a-4567-b955-7cc20fc8e7f9 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:34.343727 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b58d63bd-5ddf-488b-901a-ab21da120b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.347465 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-eff07459-1a81-409c-936f-df8ecfb70f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (36e7a23d-b731-4c50-ac2a-b7781c9b25f0), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.385177 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661772034-network', 'tenant_id': 'a92b47984c66429ca560b338d2aeae8e'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:34.413287 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:34.470558 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:34.471052 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (b58f108c-acba-4aff-bf93-be6c9174ad05), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.489169 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6aec9f-7141-4fd4-a75d-7957d2f8d8fe None None] Pushing event updated for resources: {'Port': ['ID=4e805290-1c25-48d0-afd8-ef9798cd5e27,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.497798 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-b58d63bd-5ddf-488b-901a-ab21da120b56 None None] For port 2abbd627-026a-4567-b955-7cc20fc8e7f9, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=2abbd627-026a-4567-b955-7cc20fc8e7f9,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:34.508078 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 2abbd627-026a-4567-b955-7cc20fc8e7f9 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:34.508855 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.515552 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b58d63bd-5ddf-488b-901a-ab21da120b56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.538488 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff07459-1a81-409c-936f-df8ecfb70f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e7a23d-b731-4c50-ac2a-b7781c9b25f0,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.590449 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks [] for port (4f0d4667-d977-4214-8226-371a1de0c712), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.647604 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 3, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:34.734482 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (4f0d4667-d977-4214-8226-371a1de0c712), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.739160 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Pushing event updated for resources: {'Port': ['ID=5e0a9d1b-ae9b-458c-be73-4fd13b144a44,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.743453 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9b789696-baf7-427f-afb3-eeeed7a4ea85 req-19b4100d-b213-4494-bfb4-921538f5337a tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 210 time: 0.1713188 Apr 07 11:45:34.756416 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ef68b-8ae2-4084-b6eb-cfff8d4e54b9 None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:28Z', 'revision_number': 3, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:34.778336 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-eff07459-1a81-409c-936f-df8ecfb70f91 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=809f5e79203b4444968d1d5bb48a9863&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1511991 Apr 07 11:45:34.812835 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55800) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:34.861301 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Made reservation on behalf of a92b47984c66429ca560b338d2aeae8e for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:34.865003 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.871366 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:45:34.903132 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.911690 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:34.916685 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d63bd-5ddf-488b-901a-ab21da120b56 None None] Pushing event updated for resources: {'Port': ['ID=2abbd627-026a-4567-b955-7cc20fc8e7f9,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.921425 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3c195021-de58-4d19-8ade-7d2020ce2dab admin admin] Publish callbacks [] for security_group (54ab5af2-f613-425a-bead-d18919c01ac0), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.924117 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:34.940626 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:34.958861 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0d4667-d977-4214-8226-371a1de0c712,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:34.979841 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:34.990323 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-0a343d2d-1651-4099-bc65-7387a541ffe4 None None] Provisioning complete for port 2abbd627-026a-4567-b955-7cc20fc8e7f9 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:34.990695 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0a343d2d-1651-4099-bc65-7387a541ffe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.094448 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3c195021-de58-4d19-8ade-7d2020ce2dab admin admin] Publish callbacks [] for security_group (54ab5af2-f613-425a-bead-d18919c01ac0), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.111800 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 2abbd627-026a-4567-b955-7cc20fc8e7f9 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:35.151529 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-0a343d2d-1651-4099-bc65-7387a541ffe4 None None] Current status of the port 2abbd627-026a-4567-b955-7cc20fc8e7f9 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:35.158103 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.52', 60662) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:35.304914 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-721c479a-a3ed-4a4d-b66d-2bf610b739f6 None None] Provisioning complete for port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:35.305498 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-721c479a-a3ed-4a4d-b66d-2bf610b739f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.340600 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8a0f60d8-dc67-43eb-829a-d05dfa10f17d admin admin] Publish callbacks [] for security_group (36e7a23d-b731-4c50-ac2a-b7781c9b25f0), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.346614 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.376040 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-721c479a-a3ed-4a4d-b66d-2bf610b739f6 None None] Port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:35.423577 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8a0f60d8-dc67-43eb-829a-d05dfa10f17d admin admin] Publish callbacks [] for security_group (36e7a23d-b731-4c50-ac2a-b7781c9b25f0), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.441557 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:35.457383 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3c195021-de58-4d19-8ade-7d2020ce2dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (54ab5af2-f613-425a-bead-d18919c01ac0), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.461014 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3c195021-de58-4d19-8ade-7d2020ce2dab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.462358 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Sync routers for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:35.465346 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-3c195021-de58-4d19-8ade-7d2020ce2dab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54ab5af2-f613-425a-bead-d18919c01ac0 HTTP/1.1" status: 204 len: 168 time: 1.2891183 Apr 07 11:45:35.506631 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:35.507360 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:35.513632 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-9e2df9d6-6608-452d-b162-3dffdeb50b14 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:35.515349 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-9e2df9d6-6608-452d-b162-3dffdeb50b14 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.52 "GET /v2.0/networks?id=e3f01b8f-5802-4b0c-85d8-9364006036f9 HTTP/1.1" status: 200 len: 810 time: 0.3546422 Apr 07 11:45:35.546199 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c195021-de58-4d19-8ade-7d2020ce2dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ab5af2-f613-425a-bead-d18919c01ac0,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:35.588288 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.590228 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-32fba7b3-f53f-4ac7-890d-055e1c7b367c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.8517392 Apr 07 11:45:35.593161 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55830) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:35.636552 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Request body: {'port': {'device_id': '43c73ee7-06dd-4508-ab31-94dcec8a2bb5', 'network_id': 'e3f01b8f-5802-4b0c-85d8-9364006036f9', 'admin_state_up': True, 'tenant_id': 'd621f52ab9604f7492a4cd2ddd361fad'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:35.787067 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Publish callbacks [] for security_group (7de63368-7c32-4889-b70c-3a06219e64f4), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.892492 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (7de63368-7c32-4889-b70c-3a06219e64f4), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.900918 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks [] for router_gateway (284cb50e-9d49-4119-a17f-4ea94290328c), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.980095 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8a0f60d8-dc67-43eb-829a-d05dfa10f17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (36e7a23d-b731-4c50-ac2a-b7781c9b25f0), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.982585 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8a0f60d8-dc67-43eb-829a-d05dfa10f17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:35.986792 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-8a0f60d8-dc67-43eb-829a-d05dfa10f17d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36e7a23d-b731-4c50-ac2a-b7781c9b25f0 HTTP/1.1" status: 204 len: 168 time: 1.1729586 Apr 07 11:45:36.007496 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:36.008520 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:36.144896 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de63368-7c32-4889-b70c-3a06219e64f4,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:36.246520 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55858) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:36.249778 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (8a5997cd-6b88-4374-b984-36ef09d32141), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.250141 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Added segment 8a5997cd-6b88-4374-b984-36ef09d32141 of type vlan for network bca37414-2e59-4f65-98c0-93b94567e079 Apr 07 11:45:36.270238 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-73081df2-d813-4272-859b-a4e630677bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.285412 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f60d8-dc67-43eb-829a-d05dfa10f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e7a23d-b731-4c50-ac2a-b7781c9b25f0,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:36.348711 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d3b84-b872-49f0-8cbf-b1ea3fc65716 None None] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:36.430487 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-da85dbea-8d66-4209-8889-12e17205c3f4 req-ce161f1b-e53c-4699-845e-c1c63e89a03c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 210 time: 0.1739285 Apr 07 11:45:36.442603 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (284cb50e-9d49-4119-a17f-4ea94290328c), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.505355 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Made reservation on behalf of d621f52ab9604f7492a4cd2ddd361fad for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:36.510011 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.521032 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (bca37414-2e59-4f65-98c0-93b94567e079), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.566153 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:36.568973 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Publish callbacks [] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.600354 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.601482 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (b58f108c-acba-4aff-bf93-be6c9174ad05), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.686846 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-01f8fcb1-e52b-424d-b9e2-df12503cba83 None None] Provisioning complete for port 4e805290-1c25-48d0-afd8-ef9798cd5e27 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:36.687363 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-01f8fcb1-e52b-424d-b9e2-df12503cba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.780205 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:36.780640 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.843030 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-73081df2-d813-4272-859b-a4e630677bca admin admin] Publish callbacks [] for security_group (55eb9db9-52ed-42f7-9fbf-da9323b89efd), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.857318 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-73081df2-d813-4272-859b-a4e630677bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (55eb9db9-52ed-42f7-9fbf-da9323b89efd), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:36.901241 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-73081df2-d813-4272-859b-a4e630677bca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78e59f48e5ec49a4bbd4230616b8d8e8&name=default HTTP/1.1" status: 200 len: 2993 time: 0.6508431 Apr 07 11:45:36.903032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55874) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:37.005450 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:37.006110 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.032742 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=b5e4c9c8-1d61-4835-a1df-9db1e7c68d82,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:37.051245 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.052320 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 2abbd627-026a-4567-b955-7cc20fc8e7f9 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:37.066039 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73081df2-d813-4272-859b-a4e630677bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eb9db9-52ed-42f7-9fbf-da9323b89efd,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:37.113913 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (bca37414-2e59-4f65-98c0-93b94567e079), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.116615 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:37.117384 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.386940 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-01f8fcb1-e52b-424d-b9e2-df12503cba83 None None] Current status of the port 4e805290-1c25-48d0-afd8-ef9798cd5e27 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:37.396473 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-01f8fcb1-e52b-424d-b9e2-df12503cba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.448374 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.5480735 Apr 07 11:45:37.449633 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Pushing event updated for resources: {'Port': ['ID=5e0a9d1b-ae9b-458c-be73-4fd13b144a44,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:37.517623 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55890) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:37.529328 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.539581 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=b5e4c9c8-1d61-4835-a1df-9db1e7c68d82,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:37.656475 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-01f8fcb1-e52b-424d-b9e2-df12503cba83 None None] For port 4e805290-1c25-48d0-afd8-ef9798cd5e27, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=4e805290-1c25-48d0-afd8-ef9798cd5e27,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:37.665526 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-01f8fcb1-e52b-424d-b9e2-df12503cba83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.683657 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 2abbd627-026a-4567-b955-7cc20fc8e7f9 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:37.683657 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.697050 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fa8284-1685-4411-a002-bababfd0831f admin admin] Pushing event updated for resources: {'Network': ['ID=bca37414-2e59-4f65-98c0-93b94567e079,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:37.729830 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network bca37414-2e59-4f65-98c0-93b94567e079 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:37.742367 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:32Z', 'revision_number': 3, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:37.777473 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Request body: {'subnet': {'network_id': 'bca37414-2e59-4f65-98c0-93b94567e079', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1661772034-subnet', 'tenant_id': 'a92b47984c66429ca560b338d2aeae8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:37.801572 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5977f11e-5f62-4899-938d-a82f27a5d4a4 admin admin] Publish callbacks [] for security_group (55eb9db9-52ed-42f7-9fbf-da9323b89efd), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:37.831842 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Network 793e6760-dffa-49ee-b4f5-e944acaa877d is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:37.843979 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Router 284cb50e-9d49-4119-a17f-4ea94290328c is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:45:37.848395 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:37.925357 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f890eab-89b0-4353-a078-6a4f9d317df7 req-f2e5f678-6221-422f-a252-ca6de616bf45 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 210 time: 0.1571479 Apr 07 11:45:38.038936 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Made reservation on behalf of a92b47984c66429ca560b338d2aeae8e for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:38.041831 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.139193 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Checking router: 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:38.139450 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Updating router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea port 494576cf-eb13-4b69-8c79-7113df64f43b binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:38.143301 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5977f11e-5f62-4899-938d-a82f27a5d4a4 admin admin] Publish callbacks [] for security_group (55eb9db9-52ed-42f7-9fbf-da9323b89efd), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.177068 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Allocated IP 172.20.0.4 (e3f01b8f-5802-4b0c-85d8-9364006036f9/518f5dfb-28dd-4c70-b013-cdb8009a1feb/3d17752b-cbc2-420f-8790-760b66f4ab10) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:38.316318 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8fcb1-e52b-424d-b9e2-df12503cba83 None None] Pushing event updated for resources: {'Port': ['ID=4e805290-1c25-48d0-afd8-ef9798cd5e27,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:38.332412 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-a9eb1116-a2f9-46b7-b110-712125b160e6 None None] Provisioning complete for port 4e805290-1c25-48d0-afd8-ef9798cd5e27 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:38.333112 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a9eb1116-a2f9-46b7-b110-712125b160e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.380562 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:38.404203 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.579976 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 2abbd627-026a-4567-b955-7cc20fc8e7f9 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:38.581470 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4e805290-1c25-48d0-afd8-ef9798cd5e27 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:38.676931 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Allocated IP 172.20.0.1 (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04/bab08045-b031-4a13-9997-a3ce32233647/522cda51-c34c-4960-b4fd-3000921e2686) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:38.784551 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:38.788475 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5977f11e-5f62-4899-938d-a82f27a5d4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (55eb9db9-52ed-42f7-9fbf-da9323b89efd), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.793285 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5977f11e-5f62-4899-938d-a82f27a5d4a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.794783 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-5977f11e-5f62-4899-938d-a82f27a5d4a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55eb9db9-52ed-42f7-9fbf-da9323b89efd HTTP/1.1" status: 204 len: 168 time: 1.8758626 Apr 07 11:45:38.803784 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Sync routers for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:38.824580 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977f11e-5f62-4899-938d-a82f27a5d4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eb9db9-52ed-42f7-9fbf-da9323b89efd,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:38.841154 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.843141 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b4d7a2a1-26e6-401f-be22-12d016837e10 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6865556 Apr 07 11:45:38.846247 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 55920) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:38.856427 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:38.860020 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:38.946174 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:38.960549 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Publish callbacks [] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:38.999664 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Publish callbacks [] for port (494576cf-eb13-4b69-8c79-7113df64f43b), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.057202 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:39.063235 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb1116-a2f9-46b7-b110-712125b160e6 None None] Current status of the port 4e805290-1c25-48d0-afd8-ef9798cd5e27 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:39.064175 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-8745d355-f8f4-441c-87ff-a0cef783e34b admin admin] 10.222.0.15 "PUT /v2.0/routers/b58f108c-acba-4aff-bf93-be6c9174ad05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8923264 Apr 07 11:45:39.068477 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.078205 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.230546 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26b8c2-9fa2-4b63-9266-6e63f1f0508a None None] Pushing event updated for resources: {'Port': ['ID=494576cf-eb13-4b69-8c79-7113df64f43b,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:39.308951 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 4e805290-1c25-48d0-afd8-ef9798cd5e27 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:39.312449 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.378289 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Publish callbacks [] for port (522cda51-c34c-4960-b4fd-3000921e2686), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.462720 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Pushing event updated for resources: {'Port': ['ID=3d17752b-cbc2-420f-8790-760b66f4ab10,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:39.495564 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (a601e99e-714a-422c-9153-2d7244f763b1), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.536696 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (522cda51-c34c-4960-b4fd-3000921e2686), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.562723 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:39.566308 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:39.602947 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Pushing event updated for resources: {'Port': ['ID=522cda51-c34c-4960-b4fd-3000921e2686,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:39.612578 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:39.618165 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:39.622695 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:39.623534 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.646618 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a601e99e-714a-422c-9153-2d7244f763b1,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:39.681321 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Network e3f01b8f-5802-4b0c-85d8-9364006036f9 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:39.689814 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-ec1b6712-eb7c-43b9-87c3-3f921736bec1 None None] Provisioning complete for port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:39.694838 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ec1b6712-eb7c-43b9-87c3-3f921736bec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.701711 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:39.714987 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:39.730680 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:39.747138 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:39.760580 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.831867 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Attempting to bind port 494576cf-eb13-4b69-8c79-7113df64f43b on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:39.832290 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Attempting to bind port 494576cf-eb13-4b69-8c79-7113df64f43b by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:39.832709 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Attempting to bind port 494576cf-eb13-4b69-8c79-7113df64f43b on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:39.882822 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:39.883315 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:39.883781 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.884237 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:39.884810 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Bound port: 494576cf-eb13-4b69-8c79-7113df64f43b, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:39.891584 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:39.918093 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e78af458-53ca-4776-b80c-3a2769495e78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3200634 Apr 07 11:45:39.949574 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-7479cb5c-6d6b-422c-b9c1-c1f44b6faffe tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:45:39.952075 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-7479cb5c-6d6b-422c-b9c1-c1f44b6faffe tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0254457 Apr 07 11:45:39.992360 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] For port 494576cf-eb13-4b69-8c79-7113df64f43b, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:39.996181 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] For port 494576cf-eb13-4b69-8c79-7113df64f43b, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=494576cf-eb13-4b69-8c79-7113df64f43b,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:39.997998 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Checking segment: {'id': '8a5997cd-6b88-4374-b984-36ef09d32141', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'bca37414-2e59-4f65-98c0-93b94567e079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:39.998461 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Network hostable DHCP agents. Network: bca37414-2e59-4f65-98c0-93b94567e079, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:40.026369 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cf1c22-922e-4e42-a624-fbe5b609b471 req-9210e668-c5fd-4d0a-a90d-ae068c1481aa tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:40.034570 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.054846 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-27cf1c22-922e-4e42-a624-fbe5b609b471 req-9210e668-c5fd-4d0a-a90d-ae068c1481aa tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 931 time: 0.4081743 Apr 07 11:45:40.055397 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.059653 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-ec1b6712-eb7c-43b9-87c3-3f921736bec1 None None] Port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:40.148618 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Network bca37414-2e59-4f65-98c0-93b94567e079 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:40.167782 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:40.233017 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-27cf1c22-922e-4e42-a624-fbe5b609b471 req-4f0e251f-566d-49b5-99e2-135d8d2825ba tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762223 Apr 07 11:45:40.234948 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 4e805290-1c25-48d0-afd8-ef9798cd5e27 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:40.238563 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, bca37414-2e59-4f65-98c0-93b94567e079) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:40.250386 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:40.256262 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.269007 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 3, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:40.302645 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11507244-aa2f-4e8a-9dbb-7f99f94c1944 None None] Network bca37414-2e59-4f65-98c0-93b94567e079 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:40.313960 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-a715c7fa-4d27-47e4-aca8-b580624b8199 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6100736 Apr 07 11:45:40.353585 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Checking router: 284cb50e-9d49-4119-a17f-4ea94290328c for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:40.354219 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Updating router 284cb50e-9d49-4119-a17f-4ea94290328c port 4f0d4667-d977-4214-8226-371a1de0c712 binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:40.401434 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-3d3973c2-f165-4f9b-b5b3-53fce8b79946 None None] Provisioning complete for port 522cda51-c34c-4960-b4fd-3000921e2686 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:40.401891 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-3d3973c2-f165-4f9b-b5b3-53fce8b79946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (522cda51-c34c-4960-b4fd-3000921e2686), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.418715 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:40.419594 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:40.433477 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (4f0d4667-d977-4214-8226-371a1de0c712), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.524408 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Allocated IP 172.20.0.1 (9cc7519c-75ce-4acb-bd03-68554bf738f3/3795b441-79c8-4b81-9520-072090be410f/ee2d1b66-3994-4132-8b23-2409a11425f6) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:40.527006 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad26b8c2-9fa2-4b63-9266-6e63f1f0508a None None] Pushing event updated for resources: {'Port': ['ID=494576cf-eb13-4b69-8c79-7113df64f43b,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:40.576853 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55964) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:40.657817 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:40.769359 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Publish callbacks [] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:40.920478 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.020976 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-3d3973c2-f165-4f9b-b5b3-53fce8b79946 None None] Port 522cda51-c34c-4960-b4fd-3000921e2686 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:41.022131 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Request body: {'port': {'device_id': '43c73ee7-06dd-4508-ab31-94dcec8a2bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:41.101594 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55974) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:41.153719 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:41.156197 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.183364 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655e011-4658-4ddf-80b9-f3efc07de531 None None] Network bca37414-2e59-4f65-98c0-93b94567e079 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:41.201736 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:41.219498 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:41.334223 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7e7c4fd9-4c8a-4c73-b191-04c601e4b9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.357245 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Publish callbacks [] for port (4f0d4667-d977-4214-8226-371a1de0c712), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.367168 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (4f0d4667-d977-4214-8226-371a1de0c712), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.420073 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.435695 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Attempting to bind port 4f0d4667-d977-4214-8226-371a1de0c712 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:41.436067 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Attempting to bind port 4f0d4667-d977-4214-8226-371a1de0c712 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:41.436433 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Attempting to bind port 4f0d4667-d977-4214-8226-371a1de0c712 on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:41.481916 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:41.482429 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:41.482759 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.483156 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:41.483639 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Bound port: 4f0d4667-d977-4214-8226-371a1de0c712, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:41.484015 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (4f0d4667-d977-4214-8226-371a1de0c712), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.502511 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 55984) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:41.527351 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-4178f738-bc7c-4f54-9b50-e2a5c30f4628 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880149530', 'description': 'tempest-description--1240554980'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:41.606884 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:41.643614 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] For port 4f0d4667-d977-4214-8226-371a1de0c712, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:41.650667 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55186c0f-af88-4856-952f-f15fafc3e474 None None] Pushing event updated for resources: {'Port': ['ID=4f0d4667-d977-4214-8226-371a1de0c712,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:41.677317 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] For port 4f0d4667-d977-4214-8226-371a1de0c712, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=4f0d4667-d977-4214-8226-371a1de0c712,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:41.690751 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (4f0d4667-d977-4214-8226-371a1de0c712), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.811907 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:41.814838 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (284cb50e-9d49-4119-a17f-4ea94290328c), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.843513 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1f930400-6564-4b30-92d2-0acae50a7951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:41.872518 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:41.880599 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:41.886355 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4178f738-bc7c-4f54-9b50-e2a5c30f4628 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.048991 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55186c0f-af88-4856-952f-f15fafc3e474 None None] Pushing event updated for resources: {'Port': ['ID=4f0d4667-d977-4214-8226-371a1de0c712,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:42.089111 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:45:42.127719 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Pushing event updated for resources: {'Port': ['ID=ee2d1b66-3994-4132-8b23-2409a11425f6,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:42.190134 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ee2ab-b983-4f73-ab96-cdf71ecf581e req-9b795f3b-4547-4239-9e88-d4c0df296693 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:42.193722 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c4ee2ab-b983-4f73-ab96-cdf71ecf581e req-9b795f3b-4547-4239-9e88-d4c0df296693 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 931 time: 0.7131312 Apr 07 11:45:42.242395 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (522cda51-c34c-4960-b4fd-3000921e2686), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.255244 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.284542 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:42.325592 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56002) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:42.340241 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-604325398-network', 'tenant_id': '366d80721096407aa0c09c5be175f4ec'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:42.443748 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Made reservation on behalf of 366d80721096407aa0c09c5be175f4ec for: {'network': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:42.446912 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.461100 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.637972 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Publish callbacks [] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.655132 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-3125cb0d-a2cd-4fd7-a3eb-70038ec4ea92 None None] Provisioning complete for port ee2d1b66-3994-4132-8b23-2409a11425f6 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:42.655755 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-3125cb0d-a2cd-4fd7-a3eb-70038ec4ea92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.670370 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.671265 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (284cb50e-9d49-4119-a17f-4ea94290328c), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.683690 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 3, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:42.745894 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20e4516-fbc4-480f-9902-09e7b8659546 None None] The sync data for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi is: [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 3, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:42.892077 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-3125cb0d-a2cd-4fd7-a3eb-70038ec4ea92 None None] Port ee2d1b66-3994-4132-8b23-2409a11425f6 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:42.940490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:42.942229 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4e805290-1c25-48d0-afd8-ef9798cd5e27 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:42.948289 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Pushing event updated for resources: {'Port': ['ID=ee2d1b66-3994-4132-8b23-2409a11425f6,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:42.960190 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Publish callbacks [] for port (522cda51-c34c-4960-b4fd-3000921e2686), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.968370 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Publish callbacks [] for security_group (b22db447-d94f-4ddf-97e8-b8df1bb75c83), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.973321 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (522cda51-c34c-4960-b4fd-3000921e2686), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.974038 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:42.991185 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (b22db447-d94f-4ddf-97e8-b8df1bb75c83), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.004316 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:43.010845 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c4ee2ab-b983-4f73-ab96-cdf71ecf581e req-3c604a3b-8840-4433-9d2e-8c19be24b593 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7901986 Apr 07 11:45:43.015267 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7e7c4fd9-4c8a-4c73-b191-04c601e4b9b5 admin admin] Publish callbacks [] for security_group (ea7c72e1-2298-4e00-b656-c5103a2a9de2), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.023903 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (44ad1424-60a8-4a2b-8d2b-5e68ffa9e87b), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.024248 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.segments_db [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Added segment 44ad1424-60a8-4a2b-8d2b-5e68ffa9e87b of type vlan for network aa77fabe-7d21-45c4-b822-c3e3c004914c Apr 07 11:45:43.032711 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7e7c4fd9-4c8a-4c73-b191-04c601e4b9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (ea7c72e1-2298-4e00-b656-c5103a2a9de2), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.055842 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 2, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:43.091614 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d17752b-cbc2-420f-8790-760b66f4ab10 {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:43.106219 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:43.106580 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c4fd9-4c8a-4c73-b191-04c601e4b9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7c72e1-2298-4e00-b656-c5103a2a9de2,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.106682 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Updating router b58f108c-acba-4aff-bf93-be6c9174ad05 port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:43.123988 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Publish callbacks [] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.148749 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.174423 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (aa77fabe-7d21-45c4-b822-c3e3c004914c), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.195933 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Transition to ACTIVE for port object 3d17752b-cbc2-420f-8790-760b66f4ab10 will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:45:43.218707 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-7e7c4fd9-4c8a-4c73-b191-04c601e4b9b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e13b713b86634412903fec50f383369d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6401708 Apr 07 11:45:43.219674 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.225204 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56010) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:43.239015 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4178f738-bc7c-4f54-9b50-e2a5c30f4628 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (fe25cb97-af50-4ab7-9075-5e0e6945d0ef), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.253915 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1f930400-6564-4b30-92d2-0acae50a7951 admin admin] Publish callbacks [] for security_group (2fa2f825-c184-4d74-a61c-bec57f99cfc5), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.284809 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4178f738-bc7c-4f54-9b50-e2a5c30f4628 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (fe25cb97-af50-4ab7-9075-5e0e6945d0ef), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.300634 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1f930400-6564-4b30-92d2-0acae50a7951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (2fa2f825-c184-4d74-a61c-bec57f99cfc5), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.310180 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-b7495d4d-d393-4818-9646-997d85428043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:32Z', 'revision_number': 3, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:43.401950 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4178f738-bc7c-4f54-9b50-e2a5c30f4628 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.406691 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-4178f738-bc7c-4f54-9b50-e2a5c30f4628 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9028103 Apr 07 11:45:43.407708 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56012) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:43.415019 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Pushing event updated for resources: {'Port': ['ID=3d17752b-cbc2-420f-8790-760b66f4ab10,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.421142 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-7cb38c9f-b3ae-4a5e-9132-562035531ca8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group_rule': {'security_group_id': 'fe25cb97-af50-4ab7-9075-5e0e6945d0ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:43.428224 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178f738-bc7c-4f54-9b50-e2a5c30f4628 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe25cb97-af50-4ab7-9075-5e0e6945d0ef,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.440212 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22db447-d94f-4ddf-97e8-b8df1bb75c83,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.454667 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (aa77fabe-7d21-45c4-b822-c3e3c004914c), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.457035 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:43.457654 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.477906 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-1f930400-6564-4b30-92d2-0acae50a7951 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17ef96347d04454891310533461a37fa&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3700440 Apr 07 11:45:43.503527 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56014) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:43.576178 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e6fe0f00-33cd-4c7f-ba0d-19799acea6a4 admin admin] Publish callbacks [] for security_group (ea7c72e1-2298-4e00-b656-c5103a2a9de2), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.584349 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f930400-6564-4b30-92d2-0acae50a7951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa2f825-c184-4d74-a61c-bec57f99cfc5,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:43.592429 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Attempting to bind port 3d17752b-cbc2-420f-8790-760b66f4ab10 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:43.592860 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Attempting to bind port 3d17752b-cbc2-420f-8790-760b66f4ab10 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'aa490348-099b-431d-876b-aba1cbdc3e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3f01b8f-5802-4b0c-85d8-9364006036f9'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:43.593219 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Attempting to bind port 3d17752b-cbc2-420f-8790-760b66f4ab10 on network e3f01b8f-5802-4b0c-85d8-9364006036f9 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:43.615688 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Port 3d17752b-cbc2-420f-8790-760b66f4ab10 on network e3f01b8f-5802-4b0c-85d8-9364006036f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:45:43.616063 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Attempting to bind port 3d17752b-cbc2-420f-8790-760b66f4ab10 on network e3f01b8f-5802-4b0c-85d8-9364006036f9 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:43.630329 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3033383 Apr 07 11:45:43.634646 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56022) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:43.636181 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7cb38c9f-b3ae-4a5e-9132-562035531ca8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (a39ed252-d3f6-4068-adfd-1c459f109f3a), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.656531 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e6fe0f00-33cd-4c7f-ba0d-19799acea6a4 admin admin] Publish callbacks [] for security_group (ea7c72e1-2298-4e00-b656-c5103a2a9de2), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.679871 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:43.680296 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Checking segment: {'id': 'aa490348-099b-431d-876b-aba1cbdc3e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3f01b8f-5802-4b0c-85d8-9364006036f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:43.680934 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Bound using segment: {'id': 'aa490348-099b-431d-876b-aba1cbdc3e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3f01b8f-5802-4b0c-85d8-9364006036f9'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:43.681444 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Bound port: 3d17752b-cbc2-420f-8790-760b66f4ab10, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa490348-099b-431d-876b-aba1cbdc3e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'e3f01b8f-5802-4b0c-85d8-9364006036f9'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:43.681813 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.691701 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Request body: {'subnet': {'network_id': 'aa77fabe-7d21-45c4-b822-c3e3c004914c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-604325398-subnet', 'tenant_id': '366d80721096407aa0c09c5be175f4ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:43.756931 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:43.765801 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b90ba7f3-4a55-408c-8040-34e3b3d35103 admin admin] Publish callbacks [] for security_group (2fa2f825-c184-4d74-a61c-bec57f99cfc5), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.782153 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7495d4d-d393-4818-9646-997d85428043 None None] The sync data for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi is: [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:32Z', 'revision_number': 3, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:43.796961 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 4e805290-1c25-48d0-afd8-ef9798cd5e27 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:43.797337 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.823947 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b90ba7f3-4a55-408c-8040-34e3b3d35103 admin admin] Publish callbacks [] for security_group (2fa2f825-c184-4d74-a61c-bec57f99cfc5), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.892882 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Made reservation on behalf of 366d80721096407aa0c09c5be175f4ec for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:43.914135 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.941798 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7cb38c9f-b3ae-4a5e-9132-562035531ca8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (a39ed252-d3f6-4068-adfd-1c459f109f3a), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.961894 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e6fe0f00-33cd-4c7f-ba0d-19799acea6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (ea7c72e1-2298-4e00-b656-c5103a2a9de2), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.965193 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e6fe0f00-33cd-4c7f-ba0d-19799acea6a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:43.966531 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e6fe0f00-33cd-4c7f-ba0d-19799acea6a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea7c72e1-2298-4e00-b656-c5103a2a9de2 HTTP/1.1" status: 204 len: 168 time: 0.7312579 Apr 07 11:45:43.967333 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7cb38c9f-b3ae-4a5e-9132-562035531ca8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (a39ed252-d3f6-4068-adfd-1c459f109f3a), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.025962 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe0f00-33cd-4c7f-ba0d-19799acea6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7c72e1-2298-4e00-b656-c5103a2a9de2,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:44.041584 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb38c9f-b3ae-4a5e-9132-562035531ca8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a39ed252-d3f6-4068-adfd-1c459f109f3a,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:44.043991 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] For port 3d17752b-cbc2-420f-8790-760b66f4ab10, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:44.121794 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7cb38c9f-b3ae-4a5e-9132-562035531ca8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.130652 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-7cb38c9f-b3ae-4a5e-9132-562035531ca8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7177444 Apr 07 11:45:44.131339 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56034) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:44.134073 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] For port 3d17752b-cbc2-420f-8790-760b66f4ab10, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3d17752b-cbc2-420f-8790-760b66f4ab10,segment=NetworkSegment(aa490348-099b-431d-876b-aba1cbdc3e6a),segment_id=aa490348-099b-431d-876b-aba1cbdc3e6a)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:44.149856 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 4e805290-1c25-48d0-afd8-ef9798cd5e27 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:44.154038 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-e836545b-5f05-4717-b684-05a4b6432a16 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group_rule': {'security_group_id': 'fe25cb97-af50-4ab7-9075-5e0e6945d0ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:44.160352 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.376013 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:44.382795 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.384748 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] 10.222.0.52 "PUT /v2.0/ports/3d17752b-cbc2-420f-8790-760b66f4ab10 HTTP/1.1" status: 200 len: 1093 time: 3.8848891 Apr 07 11:45:44.392391 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c73ee7-06dd-4508-ab31-94dcec8a2bb5', 'tag': '3d17752b-cbc2-420f-8790-760b66f4ab10'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:45:44.470745 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Publish callbacks [] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.492053 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4f0d4667-d977-4214-8226-371a1de0c712 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:44.641013 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.680611 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b90ba7f3-4a55-408c-8040-34e3b3d35103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (2fa2f825-c184-4d74-a61c-bec57f99cfc5), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.683476 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b90ba7f3-4a55-408c-8040-34e3b3d35103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.694401 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b90ba7f3-4a55-408c-8040-34e3b3d35103 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fa2f825-c184-4d74-a61c-bec57f99cfc5 HTTP/1.1" status: 204 len: 168 time: 1.1648419 Apr 07 11:45:44.696325 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:44.734899 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Pushing event updated for resources: {'Port': ['ID=522cda51-c34c-4960-b4fd-3000921e2686,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:44.780004 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56046) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:44.789186 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (7bf414e5-693d-42c5-8144-8dc241958a75), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:44.802088 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf40f4d-2033-4461-ad77-1c294675f6dd None None] Pushing event updated for resources: {'Port': ['ID=5e0a9d1b-ae9b-458c-be73-4fd13b144a44,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:44.983764 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e836545b-5f05-4717-b684-05a4b6432a16 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (d2970517-086e-425e-87d8-ed803b91436e), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.063307 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Attempting to bind port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:45.066868 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Attempting to bind port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:45.067628 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Attempting to bind port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:45.083262 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:45.084346 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Checking segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:45.086520 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.087138 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Bound using segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:45.087818 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Bound port: 5e0a9d1b-ae9b-458c-be73-4fd13b144a44, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:45.090045 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.151058 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf414e5-693d-42c5-8144-8dc241958a75,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:45.154316 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225da535-4dd6-45e0-b432-a5e7c3d72c05 service neutron] Pushing event updated for resources: {'Port': ['ID=3d17752b-cbc2-420f-8790-760b66f4ab10,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:45.170251 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9705d35-5676-48b5-b6b8-1a4fb3f398c6 admin admin] Pushing event updated for resources: {'Network': ['ID=aa77fabe-7d21-45c4-b822-c3e3c004914c,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:45.177389 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ba7f3-4a55-408c-8040-34e3b3d35103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa2f825-c184-4d74-a61c-bec57f99cfc5,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:45.278450 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Checking segment: {'id': '44ad1424-60a8-4a2b-8d2b-5e68ffa9e87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'aa77fabe-7d21-45c4-b822-c3e3c004914c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:45.278819 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Network hostable DHCP agents. Network: aa77fabe-7d21-45c4-b822-c3e3c004914c, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:45.285882 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5d63a5bd-3f59-41c4-a938-c7e324eb32e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.312580 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] For port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:45.322798 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] For port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=5e0a9d1b-ae9b-458c-be73-4fd13b144a44,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:45.383736 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network aa77fabe-7d21-45c4-b822-c3e3c004914c details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:45.445531 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51acf3b9-316d-449a-a8e6-b79cbb8248f0 req-cc8e10ea-3693-4f9e-bdc2-009d33b04293 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:45.456330 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51acf3b9-316d-449a-a8e6-b79cbb8248f0 req-cc8e10ea-3693-4f9e-bdc2-009d33b04293 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 943 time: 1.1491663 Apr 07 11:45:45.479876 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Network aa77fabe-7d21-45c4-b822-c3e3c004914c is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:45.497381 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-55aeeb3c-53f3-4a35-9c44-17f046316c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:45.499314 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-55aeeb3c-53f3-4a35-9c44-17f046316c2a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d621f52ab9604f7492a4cd2ddd361fad&device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 1127 time: 0.8910091 Apr 07 11:45:45.614721 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:45.638588 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:45.680740 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, aa77fabe-7d21-45c4-b822-c3e3c004914c) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:45.691076 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7c8973-0e70-4ac0-95c3-7415b1cde075" -d '{"events": [{"name": "network-changed", "server_uuid": "43c73ee7-06dd-4508-ab31-94dcec8a2bb5", "tag": "3d17752b-cbc2-420f-8790-760b66f4ab10"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:45:45.701704 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.708218 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 4f0d4667-d977-4214-8226-371a1de0c712 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:45.708604 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4f0d4667-d977-4214-8226-371a1de0c712), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.751721 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:45.757609 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:45.813883 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f9ac0c-e4df-41d9-a081-a0aa8c7bfca0 None None] Network aa77fabe-7d21-45c4-b822-c3e3c004914c requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:45.850892 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-a0551014-2651-493c-9043-c6f444b6204e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d17752b-cbc2-420f-8790-760b66f4ab10 HTTP/1.1" status: 200 len: 217 time: 0.2894578 Apr 07 11:45:45.902364 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e836545b-5f05-4717-b684-05a4b6432a16 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (d2970517-086e-425e-87d8-ed803b91436e), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.094069 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-fbeaf267-07c9-4efd-89de-ffa80545fd13 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4156229 Apr 07 11:45:46.101311 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51acf3b9-316d-449a-a8e6-b79cbb8248f0 req-c2e42112-c3d5-4560-b60c-95c4a4077128 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6367559 Apr 07 11:45:46.105878 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Router 284cb50e-9d49-4119-a17f-4ea94290328c has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:46.182445 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e836545b-5f05-4717-b684-05a4b6432a16 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (d2970517-086e-425e-87d8-ed803b91436e), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.194769 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-35a956aa-d2c7-4bcd-bd35-c3b21fbc927d None None] Provisioning complete for port ee2d1b66-3994-4132-8b23-2409a11425f6 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:46.195443 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-35a956aa-d2c7-4bcd-bd35-c3b21fbc927d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.231747 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471a13e0-0572-422b-9108-e331479e805f x-openstack-request-id: req-471a13e0-0572-422b-9108-e331479e805f {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:45:46.232154 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c73ee7-06dd-4508-ab31-94dcec8a2bb5", "tag": "3d17752b-cbc2-420f-8790-760b66f4ab10", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:45:46.232418 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-471a13e0-0572-422b-9108-e331479e805f {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:45:46.235224 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471a13e0-0572-422b-9108-e331479e805f'] response: {'name': 'network-changed', 'server_uuid': '43c73ee7-06dd-4508-ab31-94dcec8a2bb5', 'tag': '3d17752b-cbc2-420f-8790-760b66f4ab10', 'status': 'completed', 'code': 200} Apr 07 11:45:46.278610 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e836545b-5f05-4717-b684-05a4b6432a16 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.280517 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e836545b-5f05-4717-b684-05a4b6432a16 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1412563 Apr 07 11:45:46.286696 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56084) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.287058 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56086) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.317937 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:46.352003 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836545b-5f05-4717-b684-05a4b6432a16 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2970517-086e-425e-87d8-ed803b91436e,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:46.409982 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-430d6ac4-edc5-47e1-9ccf-c8c8253732b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:46.412745 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:46.417313 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:46.422897 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-430d6ac4-edc5-47e1-9ccf-c8c8253732b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=518f5dfb-28dd-4c70-b013-cdb8009a1feb HTTP/1.1" status: 200 len: 850 time: 0.5316491 Apr 07 11:45:46.433218 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.532603 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56092) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:46.568006 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:45:46.572546 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5d63a5bd-3f59-41c4-a938-c7e324eb32e5 admin admin] Publish callbacks [] for security_group (00cdd548-b6df-483c-9395-7e809f5674b5), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.630931 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-e0097200-696e-4f90-93d8-9be2ce55c855 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3f01b8f-5802-4b0c-85d8-9364006036f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1479051 Apr 07 11:45:46.666205 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-42dea940-6176-482d-b04b-147cd5308839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.677380 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:46.834079 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5d63a5bd-3f59-41c4-a938-c7e324eb32e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (00cdd548-b6df-483c-9395-7e809f5674b5), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:46.943430 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-701e10d6-5024-402e-9c07-8dd5c042fa05 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f01b8f-5802-4b0c-85d8-9364006036f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790396 Apr 07 11:45:47.069449 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_v2 [None req-109864a9-d406-4843-a7e3-2da45d5cab44 admin admin] Deleting subnet a601e99e-714a-422c-9153-2d7244f763b1 {{(pid=109936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:47.077433 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-109864a9-d406-4843-a7e3-2da45d5cab44 admin admin] Publish callbacks [] for subnet (a601e99e-714a-422c-9153-2d7244f763b1), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.114571 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63a5bd-3f59-41c4-a938-c7e324eb32e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cdd548-b6df-483c-9395-7e809f5674b5,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.125770 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-35a956aa-d2c7-4bcd-bd35-c3b21fbc927d None None] Port ee2d1b66-3994-4132-8b23-2409a11425f6 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:47.135045 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf40f4d-2033-4461-ad77-1c294675f6dd None None] Pushing event updated for resources: {'Port': ['ID=5e0a9d1b-ae9b-458c-be73-4fd13b144a44,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.174181 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-5d63a5bd-3f59-41c4-a938-c7e324eb32e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e44ebb6958a44beae1e79590df2786c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3346221 Apr 07 11:45:47.185217 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56104) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.235073 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:47.247923 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Sync routers for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:47.273243 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-42dea940-6176-482d-b04b-147cd5308839 admin admin] Publish callbacks [] for security_group (cacc77b8-4b96-4ae1-89ef-350454b48a36), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.279090 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:47.279551 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-730ed9ee-4445-49fe-8b50-b95a06d20818 admin admin] 10.222.0.15 "PUT /v2.0/routers/284cb50e-9d49-4119-a17f-4ea94290328c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4190497 Apr 07 11:45:47.281921 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:47.284356 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-109864a9-d406-4843-a7e3-2da45d5cab44 admin admin] Publish callbacks [] for subnet (a601e99e-714a-422c-9153-2d7244f763b1), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.303702 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-42dea940-6176-482d-b04b-147cd5308839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (cacc77b8-4b96-4ae1-89ef-350454b48a36), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.318138 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17482df5-09b7-4c01-aaef-6232f1f31336 None None] Network aa77fabe-7d21-45c4-b822-c3e3c004914c requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:47.464206 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-42dea940-6176-482d-b04b-147cd5308839 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22f09de4c94548bdb13c6cc5bb7551ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1722925 Apr 07 11:45:47.494451 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 4f0d4667-d977-4214-8226-371a1de0c712 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:47.494772 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dea940-6176-482d-b04b-147cd5308839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacc77b8-4b96-4ae1-89ef-350454b48a36,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:47.496764 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (4f0d4667-d977-4214-8226-371a1de0c712), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.497074 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:45:47.520552 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56110) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:47.542321 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-109864a9-d406-4843-a7e3-2da45d5cab44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (a601e99e-714a-422c-9153-2d7244f763b1), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.565904 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-957ee4c1-d21c-4ede-8d4a-8d5bdb9d6805 admin admin] 10.222.0.15 "PUT /v2.0/routers/3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9707477 Apr 07 11:45:47.583310 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:47.614939 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764d939d-f5a8-457a-9a16-d10abc39b36f req-f9b1c587-f266-42c1-aa2e-e6e486036bdb service neutron] 10.222.0.52 "GET /v2.0/networks/e3f01b8f-5802-4b0c-85d8-9364006036f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463926 Apr 07 11:45:47.638642 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] Provisioning complete for port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:47.639364 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.661073 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 4f0d4667-d977-4214-8226-371a1de0c712, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=4f0d4667-d977-4214-8226-371a1de0c712,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:47.676856 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666d7f8-6065-4533-922d-4fd28b9616ad req-15e60277-56c8-47eb-9a3e-d8cdc53f223c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:47.680406 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1666d7f8-6065-4533-922d-4fd28b9616ad req-15e60277-56c8-47eb-9a3e-d8cdc53f223c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 943 time: 0.3923602 Apr 07 11:45:47.689263 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.748357 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (4f0d4667-d977-4214-8226-371a1de0c712), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.757614 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Sync routers for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:45:47.836662 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1666d7f8-6065-4533-922d-4fd28b9616ad req-ac37295b-b2bb-4c34-b37c-a4015a986d72 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493244 Apr 07 11:45:47.932462 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:45Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:47.961128 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9e305c96-4a9f-409f-aaf3-c33d2949647e admin admin] Publish callbacks [] for security_group (00cdd548-b6df-483c-9395-7e809f5674b5), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:47.998548 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a01d0e40-09e5-4068-a099-71c50399abb5 admin admin] Publish callbacks [] for security_group (cacc77b8-4b96-4ae1-89ef-350454b48a36), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.025229 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a29558-0569-4859-bbe1-0f96b15dfc6f None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:45Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:48.052957 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-109864a9-d406-4843-a7e3-2da45d5cab44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (a601e99e-714a-422c-9153-2d7244f763b1), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.053378 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 494576cf-eb13-4b69-8c79-7113df64f43b up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:48.085319 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:48.086342 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:48.195150 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 2, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:48.244339 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a01d0e40-09e5-4068-a099-71c50399abb5 admin admin] Publish callbacks [] for security_group (cacc77b8-4b96-4ae1-89ef-350454b48a36), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.270982 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-06aacc95-2896-4eb9-927d-c9049665da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:48.272315 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-06aacc95-2896-4eb9-927d-c9049665da38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d621f52ab9604f7492a4cd2ddd361fad&device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 1127 time: 0.4415476 Apr 07 11:45:48.274101 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=4f0d4667-d977-4214-8226-371a1de0c712,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:48.344832 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Checking router: 284cb50e-9d49-4119-a17f-4ea94290328c for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:48.345456 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Updating router 284cb50e-9d49-4119-a17f-4ea94290328c port ee2d1b66-3994-4132-8b23-2409a11425f6 binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:48.423768 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9e305c96-4a9f-409f-aaf3-c33d2949647e admin admin] Publish callbacks [] for security_group (00cdd548-b6df-483c-9395-7e809f5674b5), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.436389 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109864a9-d406-4843-a7e3-2da45d5cab44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a601e99e-714a-422c-9153-2d7244f763b1,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:48.470832 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a01d0e40-09e5-4068-a099-71c50399abb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (cacc77b8-4b96-4ae1-89ef-350454b48a36), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.472812 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.477977 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a01d0e40-09e5-4068-a099-71c50399abb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.478715 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-a01d0e40-09e5-4068-a099-71c50399abb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cacc77b8-4b96-4ae1-89ef-350454b48a36 HTTP/1.1" status: 204 len: 168 time: 0.9386005 Apr 07 11:45:48.506418 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-109864a9-d406-4843-a7e3-2da45d5cab44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.513637 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-109864a9-d406-4843-a7e3-2da45d5cab44 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a601e99e-714a-422c-9153-2d7244f763b1 HTTP/1.1" status: 204 len: 168 time: 1.9712279 Apr 07 11:45:48.579783 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56134) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:48.743268 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d0e40-09e5-4068-a099-71c50399abb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacc77b8-4b96-4ae1-89ef-350454b48a36,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:48.766103 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 494576cf-eb13-4b69-8c79-7113df64f43b triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:48.766103 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.922654 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] Current status of the port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:48.925486 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:48.967426 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (bca37414-2e59-4f65-98c0-93b94567e079), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.018974 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9e305c96-4a9f-409f-aaf3-c33d2949647e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (00cdd548-b6df-483c-9395-7e809f5674b5), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.021093 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9e305c96-4a9f-409f-aaf3-c33d2949647e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.043855 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-9e305c96-4a9f-409f-aaf3-c33d2949647e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/00cdd548-b6df-483c-9395-7e809f5674b5 HTTP/1.1" status: 204 len: 168 time: 1.8520870 Apr 07 11:45:49.097183 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] For port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=5e0a9d1b-ae9b-458c-be73-4fd13b144a44,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:49.137394 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e305c96-4a9f-409f-aaf3-c33d2949647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cdd548-b6df-483c-9395-7e809f5674b5,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.152686 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.176871 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:49.206324 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56152) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.216670 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-c8d7eb5d-2f32-4468-aa35-ae3d3b16013c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1043267385', 'description': 'tempest-description--1314954749'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:49.393419 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (bca37414-2e59-4f65-98c0-93b94567e079), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.431930 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] Provisioning complete for port 522cda51-c34c-4960-b4fd-3000921e2686 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:49.431930 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (522cda51-c34c-4960-b4fd-3000921e2686), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.432577 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c8d7eb5d-2f32-4468-aa35-ae3d3b16013c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.473231 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56158) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:49.497056 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Allocated IP 172.27.3.68 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/714aafb1-7374-4dd1-81b5-b74dc537d080) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:49.535906 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.536789 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.538997 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.541176 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > port after_create 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.542502 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.546134 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > port after_update 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.555415 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.557884 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.559452 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.560505 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:49.622313 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Publish callbacks [] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.636727 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.696943 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] Pushing event updated for resources: {'Port': ['ID=5e0a9d1b-ae9b-458c-be73-4fd13b144a44,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.766508 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-db9199c2-b5aa-4197-afc4-dcd8a05dc4aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:49.768200 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-db9199c2-b5aa-4197-afc4-dcd8a05dc4aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 819 time: 0.4635952 Apr 07 11:45:49.801555 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3a808-07b3-47df-97ca-105e58ace7f2 None None] Pushing event updated for resources: {'Port': ['ID=ee2d1b66-3994-4132-8b23-2409a11425f6,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:49.931073 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 494576cf-eb13-4b69-8c79-7113df64f43b is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:49.931733 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:49.968672 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 494576cf-eb13-4b69-8c79-7113df64f43b, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=494576cf-eb13-4b69-8c79-7113df64f43b,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:49.970141 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-87ae87de-a605-49be-a8b5-df205b59c668 None None] Port 522cda51-c34c-4960-b4fd-3000921e2686 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:49.976048 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.004207 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Attempting to bind port ee2d1b66-3994-4132-8b23-2409a11425f6 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:50.006898 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Attempting to bind port ee2d1b66-3994-4132-8b23-2409a11425f6 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:50.010589 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Attempting to bind port ee2d1b66-3994-4132-8b23-2409a11425f6 on network 9cc7519c-75ce-4acb-bd03-68554bf738f3 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:50.025356 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:50.025654 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Checking segment: {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:50.035491 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.035956 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Bound using segment: {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:50.039299 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Bound port: ee2d1b66-3994-4132-8b23-2409a11425f6, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:50.040504 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.207032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:50.208936 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:50.209615 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:50.210317 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109936) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:45:50.211044 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bca37414-2e59-4f65-98c0-93b94567e079']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:50.217350 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-bda6889a-1cf9-411d-8289-1f3e32fcd854 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/quotas/e3b21258ec3144baa43de1add169b4fc HTTP/1.1" status: 200 len: 375 time: 0.4004149 Apr 07 11:45:50.260508 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5997cd-6b88-4374-b984-36ef09d32141') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:50.261456 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5997cd-6b88-4374-b984-36ef09d32141') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:50.295780 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (8a5997cd-6b88-4374-b984-36ef09d32141), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.302447 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] For port ee2d1b66-3994-4132-8b23-2409a11425f6, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:50.305938 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] For port ee2d1b66-3994-4132-8b23-2409a11425f6, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ee2d1b66-3994-4132-8b23-2409a11425f6,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:50.326565 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.331192 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (8a5997cd-6b88-4374-b984-36ef09d32141), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.343525 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:50.344262 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (8a5997cd-6b88-4374-b984-36ef09d32141), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.393382 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-9ef4b0b1-6ce5-470e-b830-149aa636e735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:50.399936 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-9ef4b0b1-6ce5-470e-b830-149aa636e735 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3f01b8f-5802-4b0c-85d8-9364006036f9 HTTP/1.1" status: 200 len: 911 time: 2.1057909 Apr 07 11:45:50.428929 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:50.429790 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:50.455038 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4f0d4667-d977-4214-8226-371a1de0c712 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:50.544814 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3a808-07b3-47df-97ca-105e58ace7f2 None None] Pushing event updated for resources: {'Port': ['ID=ee2d1b66-3994-4132-8b23-2409a11425f6,revision_number=4']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:50.610249 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (714aafb1-7374-4dd1-81b5-b74dc537d080), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.631571 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=494576cf-eb13-4b69-8c79-7113df64f43b,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: from cryptography.utils import int_from_bytes Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: from cryptography.utils import int_from_bytes Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:50.651283 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:50.688673 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-e59e752b-1d52-4162-98eb-a78d3824c67c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d17752b-cbc2-420f-8790-760b66f4ab10 HTTP/1.1" status: 200 len: 217 time: 0.2735438 Apr 07 11:45:50.702236 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-f45aa2d6-1d12-4522-b82f-9f9907cc9e8c None None] Provisioning complete for port ee2d1b66-3994-4132-8b23-2409a11425f6 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:50.702679 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f45aa2d6-1d12-4522-b82f-9f9907cc9e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.712235 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (714aafb1-7374-4dd1-81b5-b74dc537d080), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.738523 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b7995-c6b5-450d-93fc-dced57210a8d req-5e0d6eaa-5c5f-4d81-8e63-46f96dc393d6 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:50.740200 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7a8b7995-c6b5-450d-93fc-dced57210a8d req-5e0d6eaa-5c5f-4d81-8e63-46f96dc393d6 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 943 time: 1.4090862 Apr 07 11:45:50.755191 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:50.784021 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (bca37414-2e59-4f65-98c0-93b94567e079), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.808275 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-fa2d131c-57e2-4c37-9212-08c1bf35dca4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.850294 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.855825 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bca37414-2e59-4f65-98c0-93b94567e079 HTTP/1.1" status: 204 len: 168 time: 2.2749832 Apr 07 11:45:50.870101 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 2, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:50.883265 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:50.883671 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c8d7eb5d-2f32-4468-aa35-ae3d3b16013c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (89935919-c1c9-48b6-a956-5bbde8ac7a12), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.891336 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56182) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:50.910796 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:50.920327 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:50.935124 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Checking router: 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:45:50.935474 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Updating router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea port 522cda51-c34c-4960-b4fd-3000921e2686 binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:45:50.976278 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (522cda51-c34c-4960-b4fd-3000921e2686), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:50.978134 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 4f0d4667-d977-4214-8226-371a1de0c712 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:50.978513 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (4f0d4667-d977-4214-8226-371a1de0c712), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.084242 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c4c6c-f132-446f-bafd-f900a18b6a82 admin admin] Pushing event deleted for resources: {'Network': ['ID=bca37414-2e59-4f65-98c0-93b94567e079,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.114505 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c8d7eb5d-2f32-4468-aa35-ae3d3b16013c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (89935919-c1c9-48b6-a956-5bbde8ac7a12), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.115389 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-87a6c8fb-3f82-44cd-a5bc-bc2bd18ac8af tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8784702 Apr 07 11:45:51.169220 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c8d7eb5d-2f32-4468-aa35-ae3d3b16013c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.170858 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-c8d7eb5d-2f32-4468-aa35-ae3d3b16013c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9633133 Apr 07 11:45:51.182714 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56188) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.196650 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-055f51d8-b047-45b8-99ac-e5d00bcdc726 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'security_group_rule': {'security_group_id': '89935919-c1c9-48b6-a956-5bbde8ac7a12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:51.264603 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=714aafb1-7374-4dd1-81b5-b74dc537d080,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.287917 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d7eb5d-2f32-4468-aa35-ae3d3b16013c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89935919-c1c9-48b6-a956-5bbde8ac7a12,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.328056 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:50Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:51.374328 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-fa2d131c-57e2-4c37-9212-08c1bf35dca4 admin admin] Publish callbacks [] for security_group (a6bd600e-0f2e-4c7f-8550-63584c632d24), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.382000 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-f45aa2d6-1d12-4522-b82f-9f9907cc9e8c None None] Current status of the port ee2d1b66-3994-4132-8b23-2409a11425f6 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:51.382374 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f45aa2d6-1d12-4522-b82f-9f9907cc9e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.393677 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-055f51d8-b047-45b8-99ac-e5d00bcdc726 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (4fb3ba6d-c201-4270-af29-d5d831f53790), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.397433 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a04ecd8-020e-452a-a40c-8e76cdca8cf9 None None] The sync data for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi is: [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:50Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:51.530248 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-54012a4a-4819-47fd-a234-d7d263b26329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:51.531853 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-54012a4a-4819-47fd-a234-d7d263b26329 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=518f5dfb-28dd-4c70-b013-cdb8009a1feb HTTP/1.1" status: 200 len: 850 time: 0.7722619 Apr 07 11:45:51.564287 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7a8b7995-c6b5-450d-93fc-dced57210a8d req-31bb6476-6bc8-4906-8c1a-df11a1711b73 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6718438 Apr 07 11:45:51.612433 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-1b26c5b8-63ae-4607-97a9-b05c5d714d0c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3f01b8f-5802-4b0c-85d8-9364006036f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384297 Apr 07 11:45:51.630874 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae34ead-755d-4992-8af1-f5a66cdcd908 admin admin] Deleting subnet 7bf414e5-693d-42c5-8144-8dc241958a75 {{(pid=109935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:45:51.658656 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8ae34ead-755d-4992-8af1-f5a66cdcd908 admin admin] Publish callbacks [] for subnet (7bf414e5-693d-42c5-8144-8dc241958a75), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.661511 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (408b0933-478a-4bbc-a647-790a2b3958ed), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.672664 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-055f51d8-b047-45b8-99ac-e5d00bcdc726 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (4fb3ba6d-c201-4270-af29-d5d831f53790), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.673968 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-fa2d131c-57e2-4c37-9212-08c1bf35dca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a6bd600e-0f2e-4c7f-8550-63584c632d24), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.686899 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-f45aa2d6-1d12-4522-b82f-9f9907cc9e8c None None] For port ee2d1b66-3994-4132-8b23-2409a11425f6, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ee2d1b66-3994-4132-8b23-2409a11425f6,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:51.694597 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 4f0d4667-d977-4214-8226-371a1de0c712 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:51.700376 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:51.718679 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f45aa2d6-1d12-4522-b82f-9f9907cc9e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.720047 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-055f51d8-b047-45b8-99ac-e5d00bcdc726 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (4fb3ba6d-c201-4270-af29-d5d831f53790), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.842067 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-fa2d131c-57e2-4c37-9212-08c1bf35dca4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=68eb20360c5544cebcaf8d9b3c3fcadf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3625448 Apr 07 11:45:51.844801 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d131c-57e2-4c37-9212-08c1bf35dca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bd600e-0f2e-4c7f-8550-63584c632d24,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.848374 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56196) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.871238 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-055f51d8-b047-45b8-99ac-e5d00bcdc726 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.876005 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-055f51d8-b047-45b8-99ac-e5d00bcdc726 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6821978 Apr 07 11:45:51.878058 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f51d8-b047-45b8-99ac-e5d00bcdc726 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb3ba6d-c201-4270-af29-d5d831f53790,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:51.888728 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-7e38c673-7194-498c-a089-136f04a2e1d5 service neutron] 10.222.0.15 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849153 Apr 07 11:45:51.890438 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56198) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:51.907627 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-4c1c3711-b1f5-4099-a97a-1c7f98bbeb02 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'security_group_rule': {'security_group_id': '89935919-c1c9-48b6-a956-5bbde8ac7a12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:51.955738 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8ae34ead-755d-4992-8af1-f5a66cdcd908 admin admin] Publish callbacks [] for subnet (7bf414e5-693d-42c5-8144-8dc241958a75), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:51.972655 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8ae34ead-755d-4992-8af1-f5a66cdcd908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (7bf414e5-693d-42c5-8144-8dc241958a75), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.012532 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3711-b1f5-4099-a97a-1c7f98bbeb02 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (60debc64-8182-4029-abd8-4548081319a3), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.068554 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-453c0126-48e3-4a1d-acb6-91ff5ca02cb9 admin admin] Publish callbacks [] for security_group (a6bd600e-0f2e-4c7f-8550-63584c632d24), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.101163 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3711-b1f5-4099-a97a-1c7f98bbeb02 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (60debc64-8182-4029-abd8-4548081319a3), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.108359 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (714aafb1-7374-4dd1-81b5-b74dc537d080), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.109894 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45aa2d6-1d12-4522-b82f-9f9907cc9e8c None None] Pushing event updated for resources: {'Port': ['ID=ee2d1b66-3994-4132-8b23-2409a11425f6,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.113696 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3711-b1f5-4099-a97a-1c7f98bbeb02 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (60debc64-8182-4029-abd8-4548081319a3), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.130254 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-453c0126-48e3-4a1d-acb6-91ff5ca02cb9 admin admin] Publish callbacks [] for security_group (a6bd600e-0f2e-4c7f-8550-63584c632d24), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.151296 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c3711-b1f5-4099-a97a-1c7f98bbeb02 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60debc64-8182-4029-abd8-4548081319a3,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.173568 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4c1c3711-b1f5-4099-a97a-1c7f98bbeb02 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.175964 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-4c1c3711-b1f5-4099-a97a-1c7f98bbeb02 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2837934 Apr 07 11:45:52.212395 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-7b2ceec0-f3df-4ea4-9402-cdd7bac62a25 None None] Provisioning complete for port ee2d1b66-3994-4132-8b23-2409a11425f6 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:52.213184 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-7b2ceec0-f3df-4ea4-9402-cdd7bac62a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.225306 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56206) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.237891 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:52.247784 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8ae34ead-755d-4992-8af1-f5a66cdcd908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (7bf414e5-693d-42c5-8144-8dc241958a75), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.253711 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-453c0126-48e3-4a1d-acb6-91ff5ca02cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a6bd600e-0f2e-4c7f-8550-63584c632d24), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.261134 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-453c0126-48e3-4a1d-acb6-91ff5ca02cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.265557 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-453c0126-48e3-4a1d-acb6-91ff5ca02cb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6bd600e-0f2e-4c7f-8550-63584c632d24 HTTP/1.1" status: 204 len: 168 time: 0.4138427 Apr 07 11:45:52.295484 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-c2c2a051-0b72-42e5-b9f6-a0aa8172aa59 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f01b8f-5802-4b0c-85d8-9364006036f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6457860 Apr 07 11:45:52.310665 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453c0126-48e3-4a1d-acb6-91ff5ca02cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bd600e-0f2e-4c7f-8550-63584c632d24,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.331997 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:52.332382 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.338468 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.386118 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae34ead-755d-4992-8af1-f5a66cdcd908 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf414e5-693d-42c5-8144-8dc241958a75,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:52.426469 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8ae34ead-755d-4992-8af1-f5a66cdcd908 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.443425 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-8ae34ead-755d-4992-8af1-f5a66cdcd908 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7bf414e5-693d-42c5-8144-8dc241958a75 HTTP/1.1" status: 204 len: 168 time: 1.5302761 Apr 07 11:45:52.450786 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56216) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:52.709283 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b7c8973-0e70-4ac0-95c3-7415b1cde075 req-127f9e89-46c1-4100-9b87-a0a6153b8254 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f01b8f-5802-4b0c-85d8-9364006036f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128981 Apr 07 11:45:52.710041 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (aa77fabe-7d21-45c4-b822-c3e3c004914c), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.716202 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Publish callbacks [] for port (522cda51-c34c-4960-b4fd-3000921e2686), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.723794 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-e39a067d-5793-43bf-94be-2b8824d6473f service neutron] 10.222.0.15 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8212876 Apr 07 11:45:52.740293 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-7b2ceec0-f3df-4ea4-9402-cdd7bac62a25 None None] Current status of the port ee2d1b66-3994-4132-8b23-2409a11425f6 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:52.756272 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (522cda51-c34c-4960-b4fd-3000921e2686), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.881602 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (714aafb1-7374-4dd1-81b5-b74dc537d080), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:52.904114 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (714aafb1-7374-4dd1-81b5-b74dc537d080), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.140833 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09315850-e829-4017-b599-769b2df7a142 None None] Pushing event updated for resources: {'Port': ['ID=522cda51-c34c-4960-b4fd-3000921e2686,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:53.160356 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:53.233938 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f63e872f-8e84-41ca-ac62-3091308f32fb req-b91382b5-4051-443b-b16c-d5dc3c8e2f00 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 210 time: 0.1528127 Apr 07 11:45:53.302725 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (408b0933-478a-4bbc-a647-790a2b3958ed), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.316376 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (aa77fabe-7d21-45c4-b822-c3e3c004914c), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.354311 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Attempting to bind port 522cda51-c34c-4960-b4fd-3000921e2686 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:45:53.360730 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Attempting to bind port 522cda51-c34c-4960-b4fd-3000921e2686 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:45:53.362749 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Attempting to bind port 522cda51-c34c-4960-b4fd-3000921e2686 on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:45:53.368338 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.380943 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:45:53.381585 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Checking segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:53.382170 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.382737 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Bound using segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:45:53.389357 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Bound port: 522cda51-c34c-4960-b4fd-3000921e2686, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:45:53.391507 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (522cda51-c34c-4960-b4fd-3000921e2686), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.409831 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa77fabe-7d21-45c4-b822-c3e3c004914c']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:53.458751 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=714aafb1-7374-4dd1-81b5-b74dc537d080,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:53.463271 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-3866f537-5af8-4b30-9a3f-494fd8268e81 None None] Provisioning complete for port 522cda51-c34c-4960-b4fd-3000921e2686 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:53.463898 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-3866f537-5af8-4b30-9a3f-494fd8268e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (522cda51-c34c-4960-b4fd-3000921e2686), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.478359 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.492181 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-fde4aecc-a43c-460f-b73e-d503e7b1b47b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1814659 Apr 07 11:45:53.493456 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44ad1424-60a8-4a2b-8d2b-5e68ffa9e87b') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:53.494604 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44ad1424-60a8-4a2b-8d2b-5e68ffa9e87b') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:53.522903 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (44ad1424-60a8-4a2b-8d2b-5e68ffa9e87b), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.546054 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f8f008-e3e7-4cce-9189-70b2ab4f3b0c req-d2ac9da2-75fb-45cb-bb12-7e4ee3715c98 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:53.548565 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-00f8f008-e3e7-4cce-9189-70b2ab4f3b0c req-d2ac9da2-75fb-45cb-bb12-7e4ee3715c98 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 943 time: 0.2635653 Apr 07 11:45:53.579299 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-3866f537-5af8-4b30-9a3f-494fd8268e81 None None] Port 522cda51-c34c-4960-b4fd-3000921e2686 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:45:53.612695 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (44ad1424-60a8-4a2b-8d2b-5e68ffa9e87b), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.621690 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ee2d1b66-3994-4132-8b23-2409a11425f6 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:53.699024 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] For port 522cda51-c34c-4960-b4fd-3000921e2686, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:45:53.728375 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] For port 522cda51-c34c-4960-b4fd-3000921e2686, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=522cda51-c34c-4960-b4fd-3000921e2686,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:45:53.748424 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (522cda51-c34c-4960-b4fd-3000921e2686), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.845891 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09315850-e829-4017-b599-769b2df7a142 None None] Pushing event updated for resources: {'Port': ['ID=522cda51-c34c-4960-b4fd-3000921e2686,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:53.856622 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port ee2d1b66-3994-4132-8b23-2409a11425f6 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:53.857195 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:53.999678 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:45:54.000348 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:45:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:54.065076 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56292) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:54.080350 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:45:54.080753 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (44ad1424-60a8-4a2b-8d2b-5e68ffa9e87b), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:45:54.093978 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:45:54.153373 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-00f8f008-e3e7-4cce-9189-70b2ab4f3b0c req-6db6e657-b0b0-4e1f-a84c-c78633f8812f tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5972373 Apr 07 11:45:54.235800 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31903-5d66-406e-9455-ef99842e9255 req-54eb96f8-80d6-499a-b828-8910b1ba73cf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:54.246239 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-54eb96f8-80d6-499a-b828-8910b1ba73cf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 819 time: 0.5749748 Apr 07 11:45:54.252062 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port ee2d1b66-3994-4132-8b23-2409a11425f6 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:54.258116 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 494576cf-eb13-4b69-8c79-7113df64f43b up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:54.274126 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (aa77fabe-7d21-45c4-b822-c3e3c004914c), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.275260 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-6af488a1-06c5-4e46-96ca-da5a7111ce0a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/quotas/e3b21258ec3144baa43de1add169b4fc HTTP/1.1" status: 200 len: 375 time: 0.0258577 Apr 07 11:45:54.287240 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.292911 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa77fabe-7d21-45c4-b822-c3e3c004914c HTTP/1.1" status: 204 len: 168 time: 1.8414245 Apr 07 11:45:54.319374 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Allocated IP 172.27.3.17 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/a21bbaf8-d749-4e60-9d35-e27417a7a55f) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:45:54.337828 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b77311-0aab-41ca-a0cf-26121cb04abf admin admin] Pushing event deleted for resources: {'Network': ['ID=aa77fabe-7d21-45c4-b822-c3e3c004914c,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:54.354931 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1388995345-network', 'tenant_id': 'dc8b4ecc647a40e1b023c20156540d8d'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:54.378059 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-e3e4b994-4c1f-45db-bea2-b1e17560e13c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979102 Apr 07 11:45:54.442956 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:45:54.443747 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Made reservation on behalf of dc8b4ecc647a40e1b023c20156540d8d for: {'network': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:54.446955 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.463522 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.572805 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56322) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:54.636108 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for port (a21bbaf8-d749-4e60-9d35-e27417a7a55f), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.645561 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-32251b1b-2df2-401b-93c7-3fcad745a2f5 None None] Provisioning complete for port 522cda51-c34c-4960-b4fd-3000921e2686 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:54.646186 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-32251b1b-2df2-401b-93c7-3fcad745a2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (522cda51-c34c-4960-b4fd-3000921e2686), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.653044 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Publish callbacks [] for security_group (b1523617-99c6-41c4-9356-3f76bd5b824f), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.664111 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (b1523617-99c6-41c4-9356-3f76bd5b824f), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.666745 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-e63a78f9-04f3-467a-8066-b510a222b1b5 service neutron] 10.222.0.15 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745135 Apr 07 11:45:54.715416 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=109936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:54.725905 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1523617-99c6-41c4-9356-3f76bd5b824f,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:54.750456 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (a21bbaf8-d749-4e60-9d35-e27417a7a55f), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.753287 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (729e439d-f371-4759-bba3-90e55d928fb7), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.754386 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.segments_db [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Added segment 729e439d-f371-4759-bba3-90e55d928fb7 of type vlan for network 6b785623-d26d-4616-9082-26ab5ba870fd Apr 07 11:45:54.755925 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 494576cf-eb13-4b69-8c79-7113df64f43b triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:54.756439 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.772750 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-f0f20318-8cd0-4439-9b2e-c50d90451f05 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1880149530&fields=id&tenant_id=fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 267 time: 0.2382381 Apr 07 11:45:54.811415 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:45:54.820984 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:54.859618 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:45:54.859780 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-9ba8b9bf-24dd-47db-8e92-94285ec5f226 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a92b47984c66429ca560b338d2aeae8e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2799759 Apr 07 11:45:54.868261 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56328) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:54.918771 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'Port': ['ID=a21bbaf8-d749-4e60-9d35-e27417a7a55f,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:54.932879 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (6b785623-d26d-4616-9082-26ab5ba870fd), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:54.972638 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-3018a1da-9739-4880-af52-e33888053c1e service neutron] 10.222.0.15 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777398 Apr 07 11:45:54.981487 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-5ae2925b-b163-4314-aacc-1f7199e2119b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:54.988157 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-5ae2925b-b163-4314-aacc-1f7199e2119b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 815 time: 0.2144926 Apr 07 11:45:55.005161 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-9a78b41c-e9c2-4835-8952-4853128e3b6e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/quotas/fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 375 time: 0.0160167 Apr 07 11:45:55.064197 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-32251b1b-2df2-401b-93c7-3fcad745a2f5 None None] Current status of the port 522cda51-c34c-4960-b4fd-3000921e2686 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:55.064594 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-32251b1b-2df2-401b-93c7-3fcad745a2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (522cda51-c34c-4960-b4fd-3000921e2686), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.092440 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 494576cf-eb13-4b69-8c79-7113df64f43b is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:55.118854 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-08b54da7-016a-4a8d-a46f-568098446ae6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1127951 Apr 07 11:45:55.135883 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:53Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:45:55.140729 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-32251b1b-2df2-401b-93c7-3fcad745a2f5 None None] For port 522cda51-c34c-4960-b4fd-3000921e2686, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=522cda51-c34c-4960-b4fd-3000921e2686,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:55.145289 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (6b785623-d26d-4616-9082-26ab5ba870fd), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.148337 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:55.149747 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.170431 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-32251b1b-2df2-401b-93c7-3fcad745a2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (522cda51-c34c-4960-b4fd-3000921e2686), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.172882 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab29dd-76f2-4dfa-b0de-06f22f3c58fa None None] The sync data for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi is: [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:53Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:45:55.250928 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3468e839-895b-4f74-a7ce-6e9536aafd8e admin admin] Publish callbacks [] for security_group (7de63368-7c32-4889-b70c-3a06219e64f4), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.260162 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1926534 Apr 07 11:45:55.261140 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56344) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:55.287781 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Request body: {'subnet': {'network_id': '6b785623-d26d-4616-9082-26ab5ba870fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1388995345-subnet', 'tenant_id': 'dc8b4ecc647a40e1b023c20156540d8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:55.289680 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-63ff9d75-d80a-4f20-9edd-59b3f11f8c20 req-98f64748-7268-4d70-9d4a-459adf442537 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 210 time: 0.0603983 Apr 07 11:45:55.300551 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32251b1b-2df2-401b-93c7-3fcad745a2f5 None None] Pushing event updated for resources: {'Port': ['ID=522cda51-c34c-4960-b4fd-3000921e2686,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.364254 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (c4a771f7-20d6-4372-b11f-0fe2cd36f284), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.366010 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-8ae254de-1444-4c8e-9405-947938a26461 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:45:55.374305 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-8ae254de-1444-4c8e-9405-947938a26461 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0825167 Apr 07 11:45:55.517929 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a21bbaf8-d749-4e60-9d35-e27417a7a55f), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.563940 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3468e839-895b-4f74-a7ce-6e9536aafd8e admin admin] Publish callbacks [] for security_group (7de63368-7c32-4889-b70c-3a06219e64f4), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.587987 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52555bfa-c897-4eec-88a4-22cfba4d254d admin admin] Pushing event updated for resources: {'Network': ['ID=6b785623-d26d-4616-9082-26ab5ba870fd,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.591671 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Made reservation on behalf of dc8b4ecc647a40e1b023c20156540d8d for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:55.594052 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128981392'] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.598723 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 6b785623-d26d-4616-9082-26ab5ba870fd details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:55.630074 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-86966468-84a5-40a6-a981-0c374d85648f service neutron] 10.222.0.15 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546706 Apr 07 11:45:55.660452 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fe608-8cb5-454b-9269-a620ca92369e req-6e26bcee-0be5-42b5-93fc-878e0617f957 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:55.662379 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-704fe608-8cb5-454b-9269-a620ca92369e req-6e26bcee-0be5-42b5-93fc-878e0617f957 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 943 time: 0.2359726 Apr 07 11:45:55.756554 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3468e839-895b-4f74-a7ce-6e9536aafd8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (7de63368-7c32-4889-b70c-3a06219e64f4), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.759401 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3468e839-895b-4f74-a7ce-6e9536aafd8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:55.760822 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-3468e839-895b-4f74-a7ce-6e9536aafd8e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7de63368-7c32-4889-b70c-3a06219e64f4 HTTP/1.1" status: 204 len: 168 time: 0.8905561 Apr 07 11:45:55.794382 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3468e839-895b-4f74-a7ce-6e9536aafd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de63368-7c32-4889-b70c-3a06219e64f4,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:55.814642 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-704fe608-8cb5-454b-9269-a620ca92369e req-ebed2b06-cf6b-4911-8205-b6be571323e6 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381855 Apr 07 11:45:55.829506 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-0eebd3f9-3a23-42ce-965e-37466657b1f6 service neutron] 10.222.0.15 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913390 Apr 07 11:45:56.009951 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1978152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128976490'] for subnet (9f6d8e04-2530-482c-b675-a3e38f7b8f1d), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.116524 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6d8e04-2530-482c-b675-a3e38f7b8f1d,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:56.139190 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 3d17752b-cbc2-420f-8790-760b66f4ab10 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:45:56.146909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Checking segment: {'id': '729e439d-f371-4759-bba3-90e55d928fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6b785623-d26d-4616-9082-26ab5ba870fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:56.147295 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Network hostable DHCP agents. Network: 6b785623-d26d-4616-9082-26ab5ba870fd, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:56.150689 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for port (a21bbaf8-d749-4e60-9d35-e27417a7a55f), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.153463 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bec9911a-968b-4c42-adbf-5ee49ecc9b59 req-5840bd1b-5ab3-4b25-abd1-a81a0e872ca8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 210 time: 0.0442150 Apr 07 11:45:56.160989 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (a21bbaf8-d749-4e60-9d35-e27417a7a55f), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.226417 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Network 6b785623-d26d-4616-9082-26ab5ba870fd is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:56.257515 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 6b785623-d26d-4616-9082-26ab5ba870fd) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:56.269427 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6afb3-1c91-45a8-be8c-763579db9142 None None] Network 6b785623-d26d-4616-9082-26ab5ba870fd requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:56.270738 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:56.271355 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.275409 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'Port': ['ID=a21bbaf8-d749-4e60-9d35-e27417a7a55f,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:56.291737 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (c4a771f7-20d6-4372-b11f-0fe2cd36f284), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.335879 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.337887 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f57ee424-9030-40ed-bb56-dc1e3a8184f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1115220 Apr 07 11:45:56.342946 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-cc9eb075-02d3-4d09-ac5f-073161627684 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0644972 Apr 07 11:45:56.498963 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56380) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:56.501308 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2f3e39fb-9fa4-4859-9de7-815649f87f56 req-3022b9d7-4218-40c6-bd9b-317e7c6bfd65 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 210 time: 0.0709612 Apr 07 11:45:56.520488 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f725fe3d-0622-4bb0-b0ad-84719ae1fd74 None None] Network 6b785623-d26d-4616-9082-26ab5ba870fd requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:56.563756 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 3d17752b-cbc2-420f-8790-760b66f4ab10, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3d17752b-cbc2-420f-8790-760b66f4ab10,segment=NetworkSegment(aa490348-099b-431d-876b-aba1cbdc3e6a),segment_id=aa490348-099b-431d-876b-aba1cbdc3e6a)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:56.609128 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '3d17752b-cbc2-420f-8790-760b66f4ab10', 'network_id': 'e3f01b8f-5802-4b0c-85d8-9364006036f9', 'port_id': '3d17752b-cbc2-420f-8790-760b66f4ab10', 'mac_address': 'fa:16:3e:d3:ed:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '518f5dfb-28dd-4c70-b013-cdb8009a1feb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:45:56.625772 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56382) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:56.627054 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-79db50f4-0de1-4d45-ac37-ff17e957959f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=366d80721096407aa0c09c5be175f4ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1210396 Apr 07 11:45:56.723988 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-34ac03e4-c053-427f-9723-781f8f2bdb0f admin admin] Publish callbacks [] for security_group (b22db447-d94f-4ddf-97e8-b8df1bb75c83), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.735750 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 3d17752b-cbc2-420f-8790-760b66f4ab10 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:56.736334 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.739817 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.756106 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-34ac03e4-c053-427f-9723-781f8f2bdb0f admin admin] Publish callbacks [] for security_group (b22db447-d94f-4ddf-97e8-b8df1bb75c83), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.759598 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d17752b-cbc2-420f-8790-760b66f4ab10 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:45:56.804248 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 3d17752b-cbc2-420f-8790-760b66f4ab10, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3d17752b-cbc2-420f-8790-760b66f4ab10,segment=NetworkSegment(aa490348-099b-431d-876b-aba1cbdc3e6a),segment_id=aa490348-099b-431d-876b-aba1cbdc3e6a)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:45:56.815824 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.872394 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-0cc115ba-d511-4a13-9eb5-fd86980f0be3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1043267385&fields=id&tenant_id=46461a9310d94e96858d9230caddfa3f HTTP/1.1" status: 200 len: 267 time: 0.0701513 Apr 07 11:45:56.876266 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=3d17752b-cbc2-420f-8790-760b66f4ab10,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:56.904568 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-34ac03e4-c053-427f-9723-781f8f2bdb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (b22db447-d94f-4ddf-97e8-b8df1bb75c83), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.907945 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-34ac03e4-c053-427f-9723-781f8f2bdb0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:56.910178 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-34ac03e4-c053-427f-9723-781f8f2bdb0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b22db447-d94f-4ddf-97e8-b8df1bb75c83 HTTP/1.1" status: 204 len: 168 time: 0.2818234 Apr 07 11:45:56.985365 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac03e4-c053-427f-9723-781f8f2bdb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22db447-d94f-4ddf-97e8-b8df1bb75c83,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:57.063058 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-2e022566-f080-4da9-b329-de17d319d10f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:57.064528 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-2e022566-f080-4da9-b329-de17d319d10f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 816 time: 0.1852851 Apr 07 11:45:57.071669 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4818f34-98b1-40e8-bb7c-eab53331de3b req-041c339f-2ad0-4b41-910d-ddf58f2a4b78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:57.073170 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e4818f34-98b1-40e8-bb7c-eab53331de3b req-041c339f-2ad0-4b41-910d-ddf58f2a4b78 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 944 time: 0.0999560 Apr 07 11:45:57.093001 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-02c2abbd-ba60-4a49-a9f7-877e87e6cac9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/quotas/46461a9310d94e96858d9230caddfa3f HTTP/1.1" status: 200 len: 375 time: 0.0158265 Apr 07 11:45:57.165005 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e4818f34-98b1-40e8-bb7c-eab53331de3b req-2cbbbe9d-5044-4528-969a-d972d5dad667 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805595 Apr 07 11:45:57.186134 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-9b490233-da7c-4b27-a563-25988b0bb6e2 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860295 Apr 07 11:45:57.299300 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 522cda51-c34c-4960-b4fd-3000921e2686 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:45:57.325964 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-324b52f2-7a8a-4812-b054-a3530f9d8b1d req-dd8694bb-99fe-4a83-8c5f-ab89abc396ba tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 210 time: 0.0424519 Apr 07 11:45:57.360900 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-ecd2e69f-3107-47c5-b333-209bd6b7265b service neutron] 10.222.0.15 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594396 Apr 07 11:45:57.406814 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 522cda51-c34c-4960-b4fd-3000921e2686 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:45:57.407482 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (522cda51-c34c-4960-b4fd-3000921e2686), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.491443 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-92c06e65-624f-4dda-9e3c-961aabf1c96f service neutron] 10.222.0.15 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183758 Apr 07 11:45:57.501837 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 522cda51-c34c-4960-b4fd-3000921e2686 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:45:57.515548 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56426) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:57.521260 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-350114768-network', 'tenant_id': '3a404c44419e41a4a2383cde693b67c5'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:57.543547 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Made reservation on behalf of 3a404c44419e41a4a2383cde693b67c5 for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:57.555808 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.569757 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.635514 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ccd3f8ea-f053-4c9f-b879-751000f08200 req-cce25577-4650-4c6d-a750-5fbb8fdf612a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 210 time: 0.0456364 Apr 07 11:45:57.684870 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5b0b3505-9c77-4ec9-84ad-f6bbecafca69 req-c29b2b93-b58c-4e4f-97c9-799edfc67f4c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 210 time: 0.0339766 Apr 07 11:45:57.740697 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Publish callbacks [] for security_group (55059359-42ae-43a6-972e-2c70ed67a04c), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.746378 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (55059359-42ae-43a6-972e-2c70ed67a04c), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.771705 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:45:57.781911 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55059359-42ae-43a6-972e-2c70ed67a04c,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:57.787638 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (054d3f35-dbf2-4c78-96af-43c93a27c243), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.787988 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Added segment 054d3f35-dbf2-4c78-96af-43c93a27c243 of type vlan for network e7cc6d1a-687f-4acf-a977-187eb74ef34c Apr 07 11:45:57.830591 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (e7cc6d1a-687f-4acf-a977-187eb74ef34c), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.857845 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (e7cc6d1a-687f-4acf-a977-187eb74ef34c), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.859013 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:57.859756 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:57.930438 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4130249 Apr 07 11:45:57.930647 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56450) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:57.941184 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Request body: {'subnet': {'network_id': 'e7cc6d1a-687f-4acf-a977-187eb74ef34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-350114768-subnet', 'tenant_id': '3a404c44419e41a4a2383cde693b67c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:45:57.942674 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13edf9-7e5f-4cfa-8497-190af86a0104 admin admin] Pushing event updated for resources: {'Network': ['ID=e7cc6d1a-687f-4acf-a977-187eb74ef34c,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:57.960985 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network e7cc6d1a-687f-4acf-a977-187eb74ef34c details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:45:57.998462 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Made reservation on behalf of 3a404c44419e41a4a2383cde693b67c5 for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:45:58.001862 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128981392'] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.109339 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['3d17752b-cbc2-420f-8790-760b66f4ab10'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:45:58.269881 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-6a271dc5-5538-4b0c-a06f-753a96e8bb44 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:58.271443 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-6a271dc5-5538-4b0c-a06f-753a96e8bb44 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 819 time: 0.2681100 Apr 07 11:45:58.299423 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1c5ce656-fe92-49e0-816e-57e73921287b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.312676 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1978152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128976490'] for subnet (32cfd370-a4de-4709-86f2-5272b20d0e61), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.373947 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a6c64-54dd-4c87-aef2-12caf38a9e03 req-5a124b84-d784-4d26-8862-b19520c5d23c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:58.375756 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a51a6c64-54dd-4c87-aef2-12caf38a9e03 req-5a124b84-d784-4d26-8862-b19520c5d23c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 944 time: 0.0786567 Apr 07 11:45:58.445986 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a51a6c64-54dd-4c87-aef2-12caf38a9e03 req-690c00e6-9e8d-4706-8e6c-d95631e515f6 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636339 Apr 07 11:45:58.464040 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Checking segment: {'id': '054d3f35-dbf2-4c78-96af-43c93a27c243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e7cc6d1a-687f-4acf-a977-187eb74ef34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:45:58.464380 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Network hostable DHCP agents. Network: e7cc6d1a-687f-4acf-a977-187eb74ef34c, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:45:58.467774 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32cfd370-a4de-4709-86f2-5272b20d0e61,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:58.487658 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bce37c18-0110-4a2c-bbb7-6606c2349dc7 req-afccafb9-8400-40aa-861a-d936c1951e55 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 210 time: 0.0377939 Apr 07 11:45:58.498465 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Network e7cc6d1a-687f-4acf-a977-187eb74ef34c is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:45:58.518788 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, e7cc6d1a-687f-4acf-a977-187eb74ef34c) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:45:58.523972 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:58.525568 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:58.528581 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad20ef1-1fbd-438b-b719-85366522420f None None] Network e7cc6d1a-687f-4acf-a977-187eb74ef34c requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:58.557435 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-a1a768c6-cea6-49b8-9abd-b10e1ae226e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6252453 Apr 07 11:45:58.661088 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b17b5b-5131-4fda-b044-0f692fae6759 None None] Network e7cc6d1a-687f-4acf-a977-187eb74ef34c requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:45:58.756237 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-03425afc-6057-437a-aa15-3cb2a1c32ae8 req-a16210b7-ae00-4811-a8ef-d87c42ba2aa1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 210 time: 0.0384579 Apr 07 11:45:58.827667 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-77fe37e8-ccc4-4a19-85bd-d62d43721d8e req-5ed22224-455f-47c5-94d7-3890a6269ef4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 210 time: 0.0339525 Apr 07 11:45:59.595967 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83185e2-4f5a-47ac-bdd6-1641aeb9fa90 req-b805f1de-54fe-49af-9f69-5f01483f1392 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:45:59.597560 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e83185e2-4f5a-47ac-bdd6-1641aeb9fa90 req-b805f1de-54fe-49af-9f69-5f01483f1392 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 944 time: 0.0750129 Apr 07 11:45:59.616125 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7eb591e5-9801-4153-8db4-c04a28e04ce7 req-dffab565-079b-4a2c-82c3-1d69e2efcbf3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 210 time: 0.0429478 Apr 07 11:45:59.661096 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e83185e2-4f5a-47ac-bdd6-1641aeb9fa90 req-b504b151-29a9-49c7-9433-94d454aa3f00 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479872 Apr 07 11:45:59.728936 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56566) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:45:59.841630 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-87ecf890-65f1-4d4e-ad89-bf4201fdda6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.844964 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-563803e6-f6cd-4386-a294-1c7b5c992eb6 req-0d70ce9f-8180-4889-9884-0fb35a40561b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 210 time: 0.0301523 Apr 07 11:45:59.918362 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-87ecf890-65f1-4d4e-ad89-bf4201fdda6c admin admin] Publish callbacks [] for security_group (b2791472-c7e3-4bd3-bf04-c395b8b8a115), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.924108 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-87ecf890-65f1-4d4e-ad89-bf4201fdda6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (b2791472-c7e3-4bd3-bf04-c395b8b8a115), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:45:59.940565 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c4c1ce59-e3f4-4228-a3ba-43c1bbf7cbc0 req-2b59a6a9-9233-4d6d-9388-8e5127327d3b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 210 time: 0.0379786 Apr 07 11:45:59.960643 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecf890-65f1-4d4e-ad89-bf4201fdda6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2791472-c7e3-4bd3-bf04-c395b8b8a115,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:45:59.965219 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-87ecf890-65f1-4d4e-ad89-bf4201fdda6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4bed1b5025f3468c8b3234204bf51e29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352211 Apr 07 11:45:59.967783 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56574) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.015353 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dec3d08f-e066-4efb-a3f2-28691d4a30ee admin admin] Publish callbacks [] for security_group (b2791472-c7e3-4bd3-bf04-c395b8b8a115), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.037581 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dec3d08f-e066-4efb-a3f2-28691d4a30ee admin admin] Publish callbacks [] for security_group (b2791472-c7e3-4bd3-bf04-c395b8b8a115), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.090528 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dec3d08f-e066-4efb-a3f2-28691d4a30ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (b2791472-c7e3-4bd3-bf04-c395b8b8a115), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.093082 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dec3d08f-e066-4efb-a3f2-28691d4a30ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.094229 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-dec3d08f-e066-4efb-a3f2-28691d4a30ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2791472-c7e3-4bd3-bf04-c395b8b8a115 HTTP/1.1" status: 204 len: 168 time: 0.1255550 Apr 07 11:46:00.102091 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3d08f-e066-4efb-a3f2-28691d4a30ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2791472-c7e3-4bd3-bf04-c395b8b8a115,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.373711 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56582) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.386620 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7beed55c-8b6f-4b96-95f4-63497c4f785b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.462744 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7beed55c-8b6f-4b96-95f4-63497c4f785b admin admin] Publish callbacks [] for security_group (a80906ad-e203-4407-92d9-d8c03abdee79), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.469330 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7beed55c-8b6f-4b96-95f4-63497c4f785b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a80906ad-e203-4407-92d9-d8c03abdee79), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.509062 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-7beed55c-8b6f-4b96-95f4-63497c4f785b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb637936312c486d8f34a3b5666ea63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312995 Apr 07 11:46:00.509062 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beed55c-8b6f-4b96-95f4-63497c4f785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80906ad-e203-4407-92d9-d8c03abdee79,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.509898 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56584) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:00.555409 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3cb58754-83cc-4af6-93ee-698d8a716cb3 admin admin] Publish callbacks [] for security_group (a80906ad-e203-4407-92d9-d8c03abdee79), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.576191 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3cb58754-83cc-4af6-93ee-698d8a716cb3 admin admin] Publish callbacks [] for security_group (a80906ad-e203-4407-92d9-d8c03abdee79), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.625986 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3cb58754-83cc-4af6-93ee-698d8a716cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a80906ad-e203-4407-92d9-d8c03abdee79), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.628629 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3cb58754-83cc-4af6-93ee-698d8a716cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.632178 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-3cb58754-83cc-4af6-93ee-698d8a716cb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a80906ad-e203-4407-92d9-d8c03abdee79 HTTP/1.1" status: 204 len: 168 time: 0.1196964 Apr 07 11:46:00.642305 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb58754-83cc-4af6-93ee-698d8a716cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80906ad-e203-4407-92d9-d8c03abdee79,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:00.697521 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0164a9c7-6601-4585-8bbb-41e2c1909749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:00.733669 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-abc16a65-a086-4aed-83f9-f2b6a5efa7cf req-2b6e8e2c-5182-4a67-bf7d-d2fed25a2e13 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 210 time: 0.0289114 Apr 07 11:46:00.796978 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ae941-6efe-451d-91b0-102412048c09 req-3491bb54-b656-48bd-b35f-46c197ad0140 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:00.798447 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc0ae941-6efe-451d-91b0-102412048c09 req-3491bb54-b656-48bd-b35f-46c197ad0140 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 944 time: 0.0526390 Apr 07 11:46:00.847110 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc0ae941-6efe-451d-91b0-102412048c09 req-8eb645a0-2eb9-4944-8d0f-f5bad7a30c76 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429735 Apr 07 11:46:00.920524 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Request body: {'port': {'device_id': 'fe620f96-8173-471c-a35e-1957f4af9601', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'admin_state_up': True, 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:00.985137 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5208f3de-78e3-40e4-9d95-961ca68e4b66 req-28829836-139b-4598-9241-9f7349e5286c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 210 time: 0.0685487 Apr 07 11:46:01.081965 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2f67c85a-70d4-4cbb-9280-66b5bf1e6045 req-f9906b99-8b19-43a3-841e-2545dd6a966a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 210 time: 0.0344431 Apr 07 11:46:01.126768 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Made reservation on behalf of e3b21258ec3144baa43de1add169b4fc for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:01.130194 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.228482 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 3d17752b-cbc2-420f-8790-760b66f4ab10 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:01.376151 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.52', 60687) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:01.376723 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 3d17752b-cbc2-420f-8790-760b66f4ab10 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:01.384073 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 3d17752b-cbc2-420f-8790-760b66f4ab10 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:01.384824 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.487991 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Allocated IP 172.20.0.12 (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04/bab08045-b031-4a13-9997-a3ce32233647/0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:01.523001 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 3d17752b-cbc2-420f-8790-760b66f4ab10 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:01.523293 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.550200 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c73ee7-06dd-4508-ab31-94dcec8a2bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d17752b-cbc2-420f-8790-760b66f4ab10'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:01.633121 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 3d17752b-cbc2-420f-8790-760b66f4ab10, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3d17752b-cbc2-420f-8790-760b66f4ab10,segment=NetworkSegment(aa490348-099b-431d-876b-aba1cbdc3e6a),segment_id=aa490348-099b-431d-876b-aba1cbdc3e6a)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:01.641588 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.649554 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.662987 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.710728 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.713507 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=3d17752b-cbc2-420f-8790-760b66f4ab10,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:01.763056 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:01.767161 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:01.772425 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:01.790536 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:01.791428 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:01.835207 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event updated for resources: {'Port': ['ID=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:01.864254 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-a7ab0a59-05ea-46a0-babb-67dbe7fd9f5c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9491365 Apr 07 11:46:01.942361 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a04e024e-6f22-492a-ab69-59c66d2fa167 req-eee1901c-5c5d-409e-9551-93fe7bfac68d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 210 time: 0.0920608 Apr 07 11:46:01.948994 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.52', 60689) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:01.955245 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Request body: {'port': {'device_id': 'fe620f96-8173-471c-a35e-1957f4af9601', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:02.035991 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade0e696-bdfb-4ae0-a801-ed8b7982e11a" -d '{"events": [{"server_uuid": "43c73ee7-06dd-4508-ab31-94dcec8a2bb5", "name": "network-vif-plugged", "status": "completed", "tag": "3d17752b-cbc2-420f-8790-760b66f4ab10"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:02.067807 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31903-5d66-406e-9455-ef99842e9255 req-ce2661d3-d66c-4297-949a-43fe308b55ef tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:02.072557 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-ce2661d3-d66c-4297-949a-43fe308b55ef tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 819 time: 0.4877863 Apr 07 11:46:02.094230 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Request body: {'port': {'device_id': '5648e02c-e697-4cbc-811c-6c75b4c49074', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'admin_state_up': True, 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:02.220333 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14829b6e-7825-431c-885f-dfead1daaf95 req-9b5c756d-a437-4043-b0bb-f4128aafa776 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 210 time: 0.0505872 Apr 07 11:46:02.259103 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-68e64990-b378-45d4-8dcb-09d29be36a02 None None] Provisioning complete for port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:02.260739 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-68e64990-b378-45d4-8dcb-09d29be36a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.388464 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-68e64990-b378-45d4-8dcb-09d29be36a02 None None] Port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:02.446570 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.52', 60690) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:02.480154 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f00262-eda6-4005-ab3b-3d96b7fca04a x-openstack-request-id: req-94f00262-eda6-4005-ab3b-3d96b7fca04a {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:02.481505 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c73ee7-06dd-4508-ab31-94dcec8a2bb5", "name": "network-vif-plugged", "status": "completed", "tag": "3d17752b-cbc2-420f-8790-760b66f4ab10", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:02.481989 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94f00262-eda6-4005-ab3b-3d96b7fca04a {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:02.482341 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f00262-eda6-4005-ab3b-3d96b7fca04a'] response: {'server_uuid': '43c73ee7-06dd-4508-ab31-94dcec8a2bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d17752b-cbc2-420f-8790-760b66f4ab10', 'code': 200} Apr 07 11:46:02.483973 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.671344 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-6a11ee99-efdb-4d97-9d67-40a7cb02beda tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:02.672870 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-6a11ee99-efdb-4d97-9d67-40a7cb02beda tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 816 time: 0.2246618 Apr 07 11:46:02.680640 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Made reservation on behalf of e3b21258ec3144baa43de1add169b4fc for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:02.689699 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:02.819585 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-2335ce9b-08b1-497d-a3bd-5375c01c79b4 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:02.821242 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-2335ce9b-08b1-497d-a3bd-5375c01c79b4 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 815 time: 0.8700323 Apr 07 11:46:02.851179 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.52', 60699) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:02.873112 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9a8a9b4d-fda8-4947-abcc-5849b89733fe req-5492a001-21f3-4f56-87e2-ff240d2c310f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 210 time: 0.0460668 Apr 07 11:46:02.874778 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-dcfccf3a-d208-4ad8-b636-5f68e940bb94 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46461a9310d94e96858d9230caddfa3f HTTP/1.1" status: 200 len: 380 time: 0.1850927 Apr 07 11:46:02.937027 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'port': {'device_id': '297653df-d493-46e9-b847-a44dbca6d141', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'admin_state_up': True, 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'security_groups': ['89935919-c1c9-48b6-a956-5bbde8ac7a12']}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:02.942564 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97e608-e86d-4479-b41c-efa219d17a1d req-85168de1-1c94-45c1-8857-ce23e61c4e75 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:02.944224 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9d97e608-e86d-4479-b41c-efa219d17a1d req-85168de1-1c94-45c1-8857-ce23e61c4e75 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.8820109 Apr 07 11:46:02.951053 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.108127 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:03.139966 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Publish callbacks [] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.143805 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67095d54-d2ec-416c-a426-a8949032d8f9 req-7edd3cb2-d686-4e4e-acaf-e8acc9381a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:03.145724 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-67095d54-d2ec-416c-a426-a8949032d8f9 req-7edd3cb2-d686-4e4e-acaf-e8acc9381a63 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 1129 time: 0.2933674 Apr 07 11:46:03.149191 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f7bcc284-93c1-41d0-bf2a-925d3e8cae32 req-06f77d69-f1c3-4aeb-928e-bf426e7be1dd tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 210 time: 0.0650377 Apr 07 11:46:03.157124 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9d97e608-e86d-4479-b41c-efa219d17a1d req-29d49d4d-efec-40af-a441-60d7a24bd3e8 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998365 Apr 07 11:46:03.184128 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-46b46fe9-d65c-4fcd-acfa-690bb14016d5 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 380 time: 0.3039541 Apr 07 11:46:03.189618 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Transition to ACTIVE for port object 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:46:03.195286 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'port': {'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'admin_state_up': True, 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'security_groups': ['fe25cb97-af50-4ab7-9075-5e0e6945d0ef']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:03.276952 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-67095d54-d2ec-416c-a426-a8949032d8f9 req-eec5fe74-9e5b-4720-8f61-0ed34dcb4465 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.277759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.312329 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Made reservation on behalf of 46461a9310d94e96858d9230caddfa3f for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:03.315982 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.357826 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-572148ea-c040-42a2-9bcf-421721491b3a req-89bc358e-f920-4258-8a53-47075439a7bb tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 210 time: 0.0428276 Apr 07 11:46:03.368094 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Allocated IP 172.20.0.10 (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04/bab08045-b031-4a13-9997-a3ce32233647/1453a264-bec7-4ba8-82c2-3431716ed961) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:03.380841 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Pushing event updated for resources: {'Port': ['ID=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:03.443969 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Attempting to bind port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:03.444470 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Attempting to bind port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:03.444942 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Attempting to bind port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:03.448871 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Made reservation on behalf of fb9b76ed6a634c7597ca306c5e2adee5 for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:03.452358 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.465323 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:03.465802 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Attempting to bind port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:03.475870 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:03.476368 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Checking segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:03.476881 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Bound using segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:03.477455 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Bound port: 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:03.477921 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.626956 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] For port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:03.631929 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] For port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:03.642343 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-67095d54-d2ec-416c-a426-a8949032d8f9 req-eec5fe74-9e5b-4720-8f61-0ed34dcb4465 service neutron] Publish callbacks [] for security_group (1dd49656-ecf4-461e-97b2-9ab4ee400454), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.646333 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.648654 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Allocated IP 172.20.0.10 (793e6760-dffa-49ee-b4f5-e944acaa877d/7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b/ab73bc22-43c0-4d82-be68-7c89283480cd) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:03.654122 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-67095d54-d2ec-416c-a426-a8949032d8f9 req-eec5fe74-9e5b-4720-8f61-0ed34dcb4465 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (1dd49656-ecf4-461e-97b2-9ab4ee400454), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.657343 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Allocated IP 172.20.0.14 (9cc7519c-75ce-4acb-bd03-68554bf738f3/3795b441-79c8-4b81-9520-072090be410f/97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:03.692920 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:03.693703 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.695459 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] 10.222.0.52 "PUT /v2.0/ports/0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 HTTP/1.1" status: 200 len: 1094 time: 1.7474556 Apr 07 11:46:03.695922 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe620f96-8173-471c-a35e-1957f4af9601', 'tag': '0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:03.698264 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0b540c-8875-4be7-b080-2a21296eba5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe620f96-8173-471c-a35e-1957f4af9601", "tag": "0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:03.744174 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-67095d54-d2ec-416c-a426-a8949032d8f9 req-eec5fe74-9e5b-4720-8f61-0ed34dcb4465 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5799863 Apr 07 11:46:03.747014 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] Pushing event updated for resources: {'Port': ['ID=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:03.755031 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5fe74-9e5b-4720-8f61-0ed34dcb4465 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd49656-ecf4-461e-97b2-9ab4ee400454,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:03.772454 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for port (1453a264-bec7-4ba8-82c2-3431716ed961), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:03.782530 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c38913e-ca70-45f5-b8e9-3ed3ea6d00ec x-openstack-request-id: req-5c38913e-ca70-45f5-b8e9-3ed3ea6d00ec {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:03.782822 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe620f96-8173-471c-a35e-1957f4af9601", "tag": "0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:03.783077 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c38913e-ca70-45f5-b8e9-3ed3ea6d00ec {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:03.783592 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c38913e-ca70-45f5-b8e9-3ed3ea6d00ec'] response: {'name': 'network-changed', 'server_uuid': 'fe620f96-8173-471c-a35e-1957f4af9601', 'tag': '0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0', 'status': 'completed', 'code': 200} Apr 07 11:46:03.893582 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.014554 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:04.022300 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:04.023009 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.036042 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:04.098439 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.116165 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a374ad46-3e45-4b04-b1d7-b76b84a87427 req-b0a03243-c215-458c-8419-29cd0009be79 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 210 time: 0.1228445 Apr 07 11:46:04.135743 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event updated for resources: {'Port': ['ID=1453a264-bec7-4ba8-82c2-3431716ed961,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:04.147103 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.166282 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:04.166568 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.205113 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-cea1212c-3f82-4c61-8004-9698c81ca8aa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1166654 Apr 07 11:46:04.225487 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Network 793e6760-dffa-49ee-b4f5-e944acaa877d is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:04.236478 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.243024 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:04.246938 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:04.253579 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:04.254220 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.292598 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=ab73bc22-43c0-4d82-be68-7c89283480cd,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:04.336232 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:04.340709 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:04.349773 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:04.381437 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-734b4316-48d3-414b-901b-9dffc8cfbd94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1898854 Apr 07 11:46:04.412201 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:04.427186 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89aa479-5ab1-43f1-80b9-9c12341fd22f req-5bb01933-53a7-4c2f-89ae-12843cc1c454 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:04.434363 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d89aa479-5ab1-43f1-80b9-9c12341fd22f req-5bb01933-53a7-4c2f-89ae-12843cc1c454 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.1584473 Apr 07 11:46:04.464924 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:04.465898 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.468232 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d87cf-8ec2-47b8-abc7-7621e6f8de62 req-40a7a42a-4d88-47a0-88d7-bde9798c6d41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:04.482967 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-916d87cf-8ec2-47b8-abc7-7621e6f8de62 req-40a7a42a-4d88-47a0-88d7-bde9798c6d41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 932 time: 0.1536138 Apr 07 11:46:04.507276 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-160ddf12-8d0f-40e1-af44-c4c576b3c44b None None] Provisioning complete for port 1453a264-bec7-4ba8-82c2-3431716ed961 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:04.508599 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-160ddf12-8d0f-40e1-af44-c4c576b3c44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.520410 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-89e080af-b0a5-4f3d-b43d-f5ddc3159d5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6147594 Apr 07 11:46:04.580641 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-160ddf12-8d0f-40e1-af44-c4c576b3c44b None None] Port 1453a264-bec7-4ba8-82c2-3431716ed961 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:04.600845 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d89aa479-5ab1-43f1-80b9-9c12341fd22f req-6c88050d-d65b-4be3-8911-17fd83fe7b87 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655655 Apr 07 11:46:04.637583 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-916d87cf-8ec2-47b8-abc7-7621e6f8de62 req-8219158e-1cf6-4f6f-8ee4-e612809ede83 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534495 Apr 07 11:46:04.753968 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd618c9-2eb3-4487-926a-1ade62d4dc80 req-02264aec-6b79-4829-be1c-dc9c185ad943 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:04.755567 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0cd618c9-2eb3-4487-926a-1ade62d4dc80 req-02264aec-6b79-4829-be1c-dc9c185ad943 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 932 time: 0.0626185 Apr 07 11:46:04.782226 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-964b13c9-06d4-4f7c-85d0-4b4880229c97 None None] Provisioning complete for port ab73bc22-43c0-4d82-be68-7c89283480cd triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:04.782586 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-964b13c9-06d4-4f7c-85d0-4b4880229c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.784691 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.818865 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0cd618c9-2eb3-4487-926a-1ade62d4dc80 req-2a40a033-93e9-4df3-b68a-cd9954fe9dbd tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542619 Apr 07 11:46:04.824352 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-964b13c9-06d4-4f7c-85d0-4b4880229c97 None None] Port ab73bc22-43c0-4d82-be68-7c89283480cd cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:04.945294 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-91beb1e2-4135-4fb1-a640-6250fa45c3df None None] Provisioning complete for port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:04.945687 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-91beb1e2-4135-4fb1-a640-6250fa45c3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:04.968890 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56748) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:04.979829 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-91beb1e2-4135-4fb1-a640-6250fa45c3df None None] Port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:05.071336 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3fd164b4-db41-4340-9689-6967d05d7910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.142027 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3fd164b4-db41-4340-9689-6967d05d7910 admin admin] Publish callbacks [] for security_group (66a941ed-029e-497b-85ac-488f06d6402a), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.147750 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3fd164b4-db41-4340-9689-6967d05d7910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (66a941ed-029e-497b-85ac-488f06d6402a), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.186916 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd164b4-db41-4340-9689-6967d05d7910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a941ed-029e-497b-85ac-488f06d6402a,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:05.195725 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-3fd164b4-db41-4340-9689-6967d05d7910 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5001010963504b6d8a0d5bff6fe39722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257068 Apr 07 11:46:05.196362 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56756) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:05.235851 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e4c51-0ff0-46d9-a0af-5cafa7db7921 req-a91bbb9e-8fc7-4d53-b4a0-7a161b91b646 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:05.237989 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a28e4c51-0ff0-46d9-a0af-5cafa7db7921 req-a91bbb9e-8fc7-4d53-b4a0-7a161b91b646 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 932 time: 0.0526986 Apr 07 11:46:05.249972 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5ea2-5b86-4115-aeec-5f845a4e3666 admin admin] Publish callbacks [] for security_group (66a941ed-029e-497b-85ac-488f06d6402a), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.272121 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5ea2-5b86-4115-aeec-5f845a4e3666 admin admin] Publish callbacks [] for security_group (66a941ed-029e-497b-85ac-488f06d6402a), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.286079 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a28e4c51-0ff0-46d9-a0af-5cafa7db7921 req-8b355b29-be7a-405e-a0b2-2eaf3c8bea1d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423090 Apr 07 11:46:05.322805 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5ea2-5b86-4115-aeec-5f845a4e3666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (66a941ed-029e-497b-85ac-488f06d6402a), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.325372 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1a1e5ea2-5b86-4115-aeec-5f845a4e3666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.326497 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-1a1e5ea2-5b86-4115-aeec-5f845a4e3666 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66a941ed-029e-497b-85ac-488f06d6402a HTTP/1.1" status: 204 len: 168 time: 0.1290267 Apr 07 11:46:05.333881 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e5ea2-5b86-4115-aeec-5f845a4e3666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a941ed-029e-497b-85ac-488f06d6402a,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:05.600515 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56766) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:05.613495 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9c3e935d-7128-4fbd-a576-ab6502b328ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.692141 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9c3e935d-7128-4fbd-a576-ab6502b328ba admin admin] Publish callbacks [] for security_group (a79e2856-2363-44d1-a955-86618527fe43), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.698440 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9c3e935d-7128-4fbd-a576-ab6502b328ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a79e2856-2363-44d1-a955-86618527fe43), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.735822 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-9c3e935d-7128-4fbd-a576-ab6502b328ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6ba0391194844979cb69bd52c888609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341438 Apr 07 11:46:05.738478 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e935d-7128-4fbd-a576-ab6502b328ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79e2856-2363-44d1-a955-86618527fe43,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:05.740337 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56772) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:05.794177 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f678a3-6965-4823-b10a-483f4e4c9888 req-3e65ed46-1778-4038-aa2a-a52e4ac20e5d tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:05.795669 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c5f678a3-6965-4823-b10a-483f4e4c9888 req-3e65ed46-1778-4038-aa2a-a52e4ac20e5d tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.1199713 Apr 07 11:46:05.803286 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44c2bd-fba4-42a6-aa94-7699d07e6695 req-90914afc-caf3-4ffe-9d10-82baa68963a3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:05.804639 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b44c2bd-fba4-42a6-aa94-7699d07e6695 req-90914afc-caf3-4ffe-9d10-82baa68963a3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 932 time: 0.1019576 Apr 07 11:46:05.857018 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb55251c-b22e-4842-b64e-e8e22ba1ff00 admin admin] Publish callbacks [] for security_group (a79e2856-2363-44d1-a955-86618527fe43), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.902598 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c5f678a3-6965-4823-b10a-483f4e4c9888 req-06d5879a-65ae-498d-9b5b-30e935c13913 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969882 Apr 07 11:46:05.908610 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb55251c-b22e-4842-b64e-e8e22ba1ff00 admin admin] Publish callbacks [] for security_group (a79e2856-2363-44d1-a955-86618527fe43), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.912597 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b44c2bd-fba4-42a6-aa94-7699d07e6695 req-84f356e0-305b-40f5-9db5-25a5041b10d4 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000688 Apr 07 11:46:05.984571 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb55251c-b22e-4842-b64e-e8e22ba1ff00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a79e2856-2363-44d1-a955-86618527fe43), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.987148 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb55251c-b22e-4842-b64e-e8e22ba1ff00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:05.988280 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-bb55251c-b22e-4842-b64e-e8e22ba1ff00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a79e2856-2363-44d1-a955-86618527fe43 HTTP/1.1" status: 204 len: 168 time: 0.2460999 Apr 07 11:46:06.000329 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55251c-b22e-4842-b64e-e8e22ba1ff00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79e2856-2363-44d1-a955-86618527fe43,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:06.022598 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e438bf-7bd6-42de-9533-4b3fd4bcae55 req-5ec83ec9-b25e-4eec-9e07-2f591de5221d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:06.024367 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25e438bf-7bd6-42de-9533-4b3fd4bcae55 req-5ec83ec9-b25e-4eec-9e07-2f591de5221d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 932 time: 0.0678537 Apr 07 11:46:06.071330 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25e438bf-7bd6-42de-9533-4b3fd4bcae55 req-73d0b3f5-857e-4dfc-82f7-b8a933c5a525 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Apr 07 11:46:06.406574 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6e052-2b31-4344-a0c6-4775b346e855 req-46de50a7-bb44-4b9d-bb94-bebd17d9d407 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:06.408055 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-34c6e052-2b31-4344-a0c6-4775b346e855 req-46de50a7-bb44-4b9d-bb94-bebd17d9d407 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 932 time: 0.0519464 Apr 07 11:46:06.461123 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-34c6e052-2b31-4344-a0c6-4775b346e855 req-5a2d54f1-3157-4f1f-bf66-2093e7fd43c7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468528 Apr 07 11:46:06.517660 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Request body: {'port': {'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:06.523066 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Request body: {'port': {'device_id': '5648e02c-e697-4cbc-811c-6c75b4c49074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:06.531431 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Request body: {'port': {'device_id': '297653df-d493-46e9-b847-a44dbca6d141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:06.582813 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:06.855020 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b540c-8875-4be7-b080-2a21296eba5f req-a3cb934d-99dc-4cbe-917a-b0e807899a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:06.856546 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-cd0b540c-8875-4be7-b080-2a21296eba5f req-a3cb934d-99dc-4cbe-917a-b0e807899a63 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 1128 time: 0.3302145 Apr 07 11:46:06.859320 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:06.862466 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:06.874295 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab73bc22-43c0-4d82-be68-7c89283480cd {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:06.882011 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Publish callbacks [] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:06.896370 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Transition to ACTIVE for port object ab73bc22-43c0-4d82-be68-7c89283480cd will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:46:06.901630 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:06.972181 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Pushing event updated for resources: {'Port': ['ID=ab73bc22-43c0-4d82-be68-7c89283480cd,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:07.045820 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Attempting to bind port ab73bc22-43c0-4d82-be68-7c89283480cd on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:07.046399 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Attempting to bind port ab73bc22-43c0-4d82-be68-7c89283480cd by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:07.046941 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Attempting to bind port ab73bc22-43c0-4d82-be68-7c89283480cd on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:07.075137 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Port ab73bc22-43c0-4d82-be68-7c89283480cd on network 793e6760-dffa-49ee-b4f5-e944acaa877d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:07.075700 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Attempting to bind port ab73bc22-43c0-4d82-be68-7c89283480cd on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:07.107158 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:07.107746 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Checking segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:07.108270 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Bound using segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:07.108908 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Bound port: ab73bc22-43c0-4d82-be68-7c89283480cd, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:07.109407 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.174555 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af743f6-dc39-4923-a873-256075a8000b req-fd57b5e0-c4d5-4fe6-97ca-aabd990be77e tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:07.176956 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8af743f6-dc39-4923-a873-256075a8000b req-fd57b5e0-c4d5-4fe6-97ca-aabd990be77e tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.1719074 Apr 07 11:46:07.187931 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f529a7-1fdd-4c5e-b42e-14491bc9552b req-6926f9d6-8ad9-4f55-b1c3-22433470ee6f tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:07.189772 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-13f529a7-1fdd-4c5e-b42e-14491bc9552b req-6926f9d6-8ad9-4f55-b1c3-22433470ee6f tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.1322298 Apr 07 11:46:07.286524 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] For port ab73bc22-43c0-4d82-be68-7c89283480cd, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:07.291343 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8af743f6-dc39-4923-a873-256075a8000b req-816a48b0-faf7-4b64-aa3d-18574d4e9346 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987768 Apr 07 11:46:07.309133 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] For port ab73bc22-43c0-4d82-be68-7c89283480cd, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ab73bc22-43c0-4d82-be68-7c89283480cd,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:07.323237 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-13f529a7-1fdd-4c5e-b42e-14491bc9552b req-dd608d41-4a41-4138-91ed-42520a024a85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202188 Apr 07 11:46:07.337798 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.390083 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:07.390744 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.392953 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] 10.222.0.52 "PUT /v2.0/ports/ab73bc22-43c0-4d82-be68-7c89283480cd HTTP/1.1" status: 200 len: 1094 time: 0.8788323 Apr 07 11:46:07.401954 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'tag': 'ab73bc22-43c0-4d82-be68-7c89283480cd'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:07.404486 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a421a68-23fb-4a6e-be20-571143ec306b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fa2af6-e59b-499a-a10d-946d5de67fbd", "tag": "ab73bc22-43c0-4d82-be68-7c89283480cd"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:07.478857 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d87d3-9515-45be-91a2-1c2d380928cb service neutron] Pushing event updated for resources: {'Port': ['ID=ab73bc22-43c0-4d82-be68-7c89283480cd,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:07.511084 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66c992-c436-4da4-a868-9404eb053310 req-521df771-4f64-4e7e-b49b-08e826df58f9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:07.512675 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6c66c992-c436-4da4-a868-9404eb053310 req-521df771-4f64-4e7e-b49b-08e826df58f9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 932 time: 0.1306727 Apr 07 11:46:07.526544 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1453a264-bec7-4ba8-82c2-3431716ed961 {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:07.530188 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:07.540800 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Publish callbacks [] for port (1453a264-bec7-4ba8-82c2-3431716ed961), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.547144 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Publish callbacks [] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.591629 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Transition to ACTIVE for port object 1453a264-bec7-4ba8-82c2-3431716ed961 will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:46:07.593231 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Transition to ACTIVE for port object 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:46:07.598909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.618572 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:07.886397 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab391ff-ee6f-4d6d-80af-cdd11a7831e6 x-openstack-request-id: req-aab391ff-ee6f-4d6d-80af-cdd11a7831e6 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:07.887249 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fa2af6-e59b-499a-a10d-946d5de67fbd", "tag": "ab73bc22-43c0-4d82-be68-7c89283480cd", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:07.887722 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aab391ff-ee6f-4d6d-80af-cdd11a7831e6 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:07.888270 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aab391ff-ee6f-4d6d-80af-cdd11a7831e6'] response: {'name': 'network-changed', 'server_uuid': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'tag': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'status': 'completed', 'code': 200} Apr 07 11:46:07.950877 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1453a264-bec7-4ba8-82c2-3431716ed961,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:07.993077 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6c66c992-c436-4da4-a868-9404eb053310 req-1d60f857-9fa8-47f0-b75b-da3f19f49aec tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693086 Apr 07 11:46:08.025581 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed743a5-bc36-4a82-9f5b-fd8b8634ccda req-d0ff60c3-7d00-458e-af81-a51d1d7a9324 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:08.027430 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fed743a5-bc36-4a82-9f5b-fd8b8634ccda req-d0ff60c3-7d00-458e-af81-a51d1d7a9324 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.1381898 Apr 07 11:46:08.037047 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Attempting to bind port 1453a264-bec7-4ba8-82c2-3431716ed961 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:08.037413 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Attempting to bind port 1453a264-bec7-4ba8-82c2-3431716ed961 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:08.037993 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Attempting to bind port 1453a264-bec7-4ba8-82c2-3431716ed961 on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:08.046681 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Attempting to bind port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:08.047231 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Attempting to bind port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:08.047867 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Attempting to bind port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 on network 9cc7519c-75ce-4acb-bd03-68554bf738f3 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:08.053403 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:08.057108 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Port 1453a264-bec7-4ba8-82c2-3431716ed961 on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:08.057447 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Attempting to bind port 1453a264-bec7-4ba8-82c2-3431716ed961 on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:08.062538 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 on network 9cc7519c-75ce-4acb-bd03-68554bf738f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:08.062860 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Attempting to bind port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 on network 9cc7519c-75ce-4acb-bd03-68554bf738f3 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:08.067495 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:08.067865 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Checking segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:08.068430 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Bound using segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:08.068989 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Bound port: 1453a264-bec7-4ba8-82c2-3431716ed961, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:08.069278 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.072593 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:08.072957 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Checking segment: {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:08.073327 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Bound using segment: {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:08.073749 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Bound port: 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:08.074622 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.088268 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fed743a5-bc36-4a82-9f5b-fd8b8634ccda req-20ad85e2-6ae0-4952-b4ec-4a45900e753e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531116 Apr 07 11:46:08.184939 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] For port 1453a264-bec7-4ba8-82c2-3431716ed961, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:08.188174 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:08.191252 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] For port 1453a264-bec7-4ba8-82c2-3431716ed961, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=1453a264-bec7-4ba8-82c2-3431716ed961,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:08.193407 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:08.200071 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.207655 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.248511 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:08.249168 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.250626 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] 10.222.0.52 "PUT /v2.0/ports/1453a264-bec7-4ba8-82c2-3431716ed961 HTTP/1.1" status: 200 len: 1094 time: 1.7383473 Apr 07 11:46:08.251557 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5648e02c-e697-4cbc-811c-6c75b4c49074', 'tag': '1453a264-bec7-4ba8-82c2-3431716ed961'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:08.295704 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc1555-2a2c-49ad-ae89-c925c66861b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1453a264-bec7-4ba8-82c2-3431716ed961,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:08.299019 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:08.299650 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.301208 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] 10.222.0.52 "PUT /v2.0/ports/97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 HTTP/1.1" status: 200 len: 1094 time: 1.7831142 Apr 07 11:46:08.384154 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30b7ab-00eb-42b2-a3f8-fd4a77bba0ab service neutron] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:08.439970 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456bf12c-a0ab-44f9-aef3-6171cced9a13" -d '{"events": [{"name": "network-changed", "server_uuid": "5648e02c-e697-4cbc-811c-6c75b4c49074", "tag": "1453a264-bec7-4ba8-82c2-3431716ed961"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:08.532185 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cafb9-326b-4598-8fb6-a3f021257f7e req-63d01c80-1fad-417f-aa74-d415a2875988 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:08.533814 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c73cafb9-326b-4598-8fb6-a3f021257f7e req-63d01c80-1fad-417f-aa74-d415a2875988 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.1330805 Apr 07 11:46:08.555310 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65286eb7-4ec8-4cb9-8d50-404c0f05e47c req-e3785338-48af-474c-9587-aa20dc97a1df tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:08.562838 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-65286eb7-4ec8-4cb9-8d50-404c0f05e47c req-e3785338-48af-474c-9587-aa20dc97a1df tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.1040008 Apr 07 11:46:08.637452 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-65286eb7-4ec8-4cb9-8d50-404c0f05e47c req-18e83aa7-3f77-47c2-9037-49056f311257 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735803 Apr 07 11:46:08.649285 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56896) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:08.655603 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c73cafb9-326b-4598-8fb6-a3f021257f7e req-a81ac32b-2482-4133-af66-8a4f2817a3f0 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847163 Apr 07 11:46:08.760660 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ad68862a-2f84-4d7b-b6fd-82606d2a2a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.819559 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c413b-d49d-4d03-8923-f11786e21b17 x-openstack-request-id: req-7b3c413b-d49d-4d03-8923-f11786e21b17 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:08.819882 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5648e02c-e697-4cbc-811c-6c75b4c49074", "tag": "1453a264-bec7-4ba8-82c2-3431716ed961", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:08.820135 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b3c413b-d49d-4d03-8923-f11786e21b17 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:08.820584 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3c413b-d49d-4d03-8923-f11786e21b17'] response: {'name': 'network-changed', 'server_uuid': '5648e02c-e697-4cbc-811c-6c75b4c49074', 'tag': '1453a264-bec7-4ba8-82c2-3431716ed961', 'status': 'completed', 'code': 200} Apr 07 11:46:08.843926 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ad68862a-2f84-4d7b-b6fd-82606d2a2a51 admin admin] Publish callbacks [] for security_group (5e4c2d51-2561-44e9-ac6c-ad4b1f869e02), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.849969 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ad68862a-2f84-4d7b-b6fd-82606d2a2a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (5e4c2d51-2561-44e9-ac6c-ad4b1f869e02), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.884462 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68862a-2f84-4d7b-b6fd-82606d2a2a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4c2d51-2561-44e9-ac6c-ad4b1f869e02,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:08.888746 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ad68862a-2f84-4d7b-b6fd-82606d2a2a51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8cc9c469c53045c9aed4425d64041856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384188 Apr 07 11:46:08.891688 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 56904) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:08.949782 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf756-60b4-4dcc-9f52-6e07bae514e6 admin admin] Publish callbacks [] for security_group (5e4c2d51-2561-44e9-ac6c-ad4b1f869e02), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:08.971747 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf756-60b4-4dcc-9f52-6e07bae514e6 admin admin] Publish callbacks [] for security_group (5e4c2d51-2561-44e9-ac6c-ad4b1f869e02), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.029160 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf756-60b4-4dcc-9f52-6e07bae514e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (5e4c2d51-2561-44e9-ac6c-ad4b1f869e02), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.031761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f1bcf756-60b4-4dcc-9f52-6e07bae514e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.032942 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f1bcf756-60b4-4dcc-9f52-6e07bae514e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e4c2d51-2561-44e9-ac6c-ad4b1f869e02 HTTP/1.1" status: 204 len: 168 time: 0.1404469 Apr 07 11:46:09.041104 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcf756-60b4-4dcc-9f52-6e07bae514e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4c2d51-2561-44e9-ac6c-ad4b1f869e02,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:09.112170 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f65d-9c3c-44a7-b0e0-95329eb4a813 req-e45172a1-df79-4fe3-bc55-c09409c4b59f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:09.113733 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0211f65d-9c3c-44a7-b0e0-95329eb4a813 req-e45172a1-df79-4fe3-bc55-c09409c4b59f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0532556 Apr 07 11:46:09.168293 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0211f65d-9c3c-44a7-b0e0-95329eb4a813 req-f4239ca0-0787-42cb-9ff3-e1b0b422289d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Apr 07 11:46:09.222243 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ce53-b9c8-435e-ae6c-f56813158217 req-2acf7a54-ed90-4a65-8054-682a13ca3cc1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:09.223767 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e1f5ce53-b9c8-435e-ae6c-f56813158217 req-2acf7a54-ed90-4a65-8054-682a13ca3cc1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0527401 Apr 07 11:46:09.274465 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e1f5ce53-b9c8-435e-ae6c-f56813158217 req-6abc4048-52d6-4b7b-b860-07b44c87a68e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444720 Apr 07 11:46:09.359128 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56916) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:09.377744 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf214-5360-4053-b814-7946e3e6976d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.404409 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a421a68-23fb-4a6e-be20-571143ec306b req-dfca1e7d-856f-4c98-a1a7-88e6075607a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:09.405961 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3a421a68-23fb-4a6e-be20-571143ec306b req-dfca1e7d-856f-4c98-a1a7-88e6075607a9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 1128 time: 0.0747833 Apr 07 11:46:09.462058 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf214-5360-4053-b814-7946e3e6976d admin admin] Publish callbacks [] for security_group (91968660-7255-4616-917b-11bc66e53ba3), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.467466 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf214-5360-4053-b814-7946e3e6976d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (91968660-7255-4616-917b-11bc66e53ba3), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.508825 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b0ddf214-5360-4053-b814-7946e3e6976d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09d442b596454cb7ab454fdbcc9c0033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1474779 Apr 07 11:46:09.509670 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddf214-5360-4053-b814-7946e3e6976d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91968660-7255-4616-917b-11bc66e53ba3,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:09.512001 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 56918) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:09.519343 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf12c-a0ab-44f9-aef3-6171cced9a13 req-a9012be0-3ffa-4a46-91ad-dd610e0e62a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:09.520875 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-456bf12c-a0ab-44f9-aef3-6171cced9a13 req-a9012be0-3ffa-4a46-91ad-dd610e0e62a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 1128 time: 0.2009914 Apr 07 11:46:09.522951 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b540c-8875-4be7-b080-2a21296eba5f req-896af9fb-142e-460e-8774-31cbf7a1ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:09.524267 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-cd0b540c-8875-4be7-b080-2a21296eba5f req-896af9fb-142e-460e-8774-31cbf7a1ca22 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e3b21258ec3144baa43de1add169b4fc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2685604 Apr 07 11:46:09.526008 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-5fae7625-2816-4fbf-996d-1e694ae66a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:09.527580 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-5fae7625-2816-4fbf-996d-1e694ae66a08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 1128 time: 0.2087488 Apr 07 11:46:09.559225 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-be6a5e77-0fdf-4c2a-8715-db3ab9337e31 admin admin] Publish callbacks [] for security_group (91968660-7255-4616-917b-11bc66e53ba3), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.581626 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-be6a5e77-0fdf-4c2a-8715-db3ab9337e31 admin admin] Publish callbacks [] for security_group (91968660-7255-4616-917b-11bc66e53ba3), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.727649 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-be6a5e77-0fdf-4c2a-8715-db3ab9337e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (91968660-7255-4616-917b-11bc66e53ba3), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.730555 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-be6a5e77-0fdf-4c2a-8715-db3ab9337e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:09.732266 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-be6a5e77-0fdf-4c2a-8715-db3ab9337e31 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91968660-7255-4616-917b-11bc66e53ba3 HTTP/1.1" status: 204 len: 168 time: 0.2189672 Apr 07 11:46:09.902362 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a5e77-0fdf-4c2a-8715-db3ab9337e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91968660-7255-4616-917b-11bc66e53ba3,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:09.950964 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-ced61daf-993d-47b4-b612-7d3dec767a84 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 HTTP/1.1" status: 200 len: 217 time: 0.3425446 Apr 07 11:46:09.960339 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a421a68-23fb-4a6e-be20-571143ec306b req-85d0c3a2-753b-45f9-9223-96e3677ded3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:09.961881 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3a421a68-23fb-4a6e-be20-571143ec306b req-85d0c3a2-753b-45f9-9223-96e3677ded3a service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3510978 Apr 07 11:46:10.071257 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c739b8-27b1-4567-916a-a2c2a4e77e36 req-49a82f7e-6f51-40c7-985a-eed41a23032c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.079125 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21c739b8-27b1-4567-916a-a2c2a4e77e36 req-49a82f7e-6f51-40c7-985a-eed41a23032c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.2626436 Apr 07 11:46:10.155064 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b30e9-a994-4f62-9574-d5317b75ab18 req-d3dc2144-0249-4803-a55c-3ffa41e389df tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.162329 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-329b30e9-a994-4f62-9574-d5317b75ab18 req-d3dc2144-0249-4803-a55c-3ffa41e389df tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.3928549 Apr 07 11:46:10.203093 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-7dfa2f0b-6b56-4ec4-99ec-5840d1ba8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.204591 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-7dfa2f0b-6b56-4ec4-99ec-5840d1ba8e62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.2276084 Apr 07 11:46:10.285361 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf12c-a0ab-44f9-aef3-6171cced9a13 req-012b5c11-9b4a-40c8-94bc-1a627ea2b3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.286831 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-456bf12c-a0ab-44f9-aef3-6171cced9a13 req-012b5c11-9b4a-40c8-94bc-1a627ea2b3f4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=e3b21258ec3144baa43de1add169b4fc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6718452 Apr 07 11:46:10.301663 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a421a68-23fb-4a6e-be20-571143ec306b req-e2882502-6d64-49c1-880e-78d7cb773c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.303129 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3a421a68-23fb-4a6e-be20-571143ec306b req-e2882502-6d64-49c1-880e-78d7cb773c2e service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3233457 Apr 07 11:46:10.304536 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0b540c-8875-4be7-b080-2a21296eba5f req-a8af3dbc-d19c-4fb7-a61c-21ac7715ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.307764 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-cd0b540c-8875-4be7-b080-2a21296eba5f req-a8af3dbc-d19c-4fb7-a61c-21ac7715ebe2 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6900036 Apr 07 11:46:10.309387 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21c739b8-27b1-4567-916a-a2c2a4e77e36 req-ffcd8ec2-b8d7-437b-bcb8-7502b4efa5fe tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294202 Apr 07 11:46:10.323704 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-1cc7d8e3-75cc-4d8b-b267-9bdd34aef00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.325371 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-1cc7d8e3-75cc-4d8b-b267-9bdd34aef00a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100986 Apr 07 11:46:10.334627 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-329b30e9-a994-4f62-9574-d5317b75ab18 req-eb0968af-37c8-4621-8890-081e07139ca8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666996 Apr 07 11:46:10.465165 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d923d-73cf-4d4c-8111-9145e49793ef req-24f725b9-7064-43a8-96a3-999bbe8970d1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.470437 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9e2d923d-73cf-4d4c-8111-9145e49793ef req-24f725b9-7064-43a8-96a3-999bbe8970d1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0879056 Apr 07 11:46:10.478316 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d95d6-0ce9-450a-808d-f7b3b9a40fc6 req-93f864a3-8b7e-436b-9bcb-036a45676b7f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:10.480800 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-708d95d6-0ce9-450a-808d-f7b3b9a40fc6 req-93f864a3-8b7e-436b-9bcb-036a45676b7f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0758338 Apr 07 11:46:10.556076 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9e2d923d-73cf-4d4c-8111-9145e49793ef req-3e32b286-4be3-4c04-9bc3-2c18abc387a4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738046 Apr 07 11:46:10.560512 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-708d95d6-0ce9-450a-808d-f7b3b9a40fc6 req-0b60d80f-7bab-4643-960a-539dc11e4b38 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695701 Apr 07 11:46:10.822503 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:10.825794 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f" -d '{"events": [{"name": "network-changed", "server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:10.862210 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734cbe64-7d6d-4b64-8a39-895d6b9bbbb0 x-openstack-request-id: req-734cbe64-7d6d-4b64-8a39-895d6b9bbbb0 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:10.862629 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:10.862941 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-734cbe64-7d6d-4b64-8a39-895d6b9bbbb0 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:10.863396 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-734cbe64-7d6d-4b64-8a39-895d6b9bbbb0'] response: {'name': 'network-changed', 'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'status': 'completed', 'code': 200} Apr 07 11:46:11.467595 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cca409-1424-4eeb-8fb6-38238b8d857f req-b370f238-519f-497c-b056-4ba24ffa4f9f tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:11.469113 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-96cca409-1424-4eeb-8fb6-38238b8d857f req-b370f238-519f-497c-b056-4ba24ffa4f9f tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.0859611 Apr 07 11:46:11.475759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9019ee-ad65-45be-8361-1ace163ef48a req-49aaee4c-653d-434e-ad62-e1a8dcd675e7 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:11.477108 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5b9019ee-ad65-45be-8361-1ace163ef48a req-49aaee4c-653d-434e-ad62-e1a8dcd675e7 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.0840781 Apr 07 11:46:11.546476 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-96cca409-1424-4eeb-8fb6-38238b8d857f req-09b59cc5-0c55-4903-83be-33d9455e3daf tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682817 Apr 07 11:46:11.549630 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5b9019ee-ad65-45be-8361-1ace163ef48a req-a36220e4-c734-4bb0-a66f-2876179bec0f tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659902 Apr 07 11:46:11.707801 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a493c-037c-440a-8c8d-dc600bb6834c req-bca9dd27-5b84-481f-97bc-b7c1c3060b73 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:11.709298 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-212a493c-037c-440a-8c8d-dc600bb6834c req-bca9dd27-5b84-481f-97bc-b7c1c3060b73 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0720994 Apr 07 11:46:11.717243 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39614d92-a2ca-4749-b815-742a6dfd50b9 req-21fc7040-f4c2-43b2-b2c9-594c22d09db4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:11.718658 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-39614d92-a2ca-4749-b815-742a6dfd50b9 req-21fc7040-f4c2-43b2-b2c9-594c22d09db4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0908382 Apr 07 11:46:11.792662 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-212a493c-037c-440a-8c8d-dc600bb6834c req-90566e48-a8ec-4404-8846-39c6eb08002a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730808 Apr 07 11:46:11.795814 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-39614d92-a2ca-4749-b815-742a6dfd50b9 req-222bf93b-e714-463c-8035-f46a5720644f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702794 Apr 07 11:46:12.697199 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbcaea2-2e55-49cb-85ce-06e029ac2b22 req-7983e2be-7343-4121-b810-f04a9cc99915 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:12.698667 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1dbcaea2-2e55-49cb-85ce-06e029ac2b22 req-7983e2be-7343-4121-b810-f04a9cc99915 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.0807183 Apr 07 11:46:12.705351 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f010d0-098d-426c-981e-6833a0a0555c req-e8db3c04-d18d-488e-8b8f-4f1c2bc59124 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:12.706676 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-28f010d0-098d-426c-981e-6833a0a0555c req-e8db3c04-d18d-488e-8b8f-4f1c2bc59124 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.0868471 Apr 07 11:46:12.778244 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1dbcaea2-2e55-49cb-85ce-06e029ac2b22 req-349c0751-03cf-41a7-b094-49686aeeaeab tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705161 Apr 07 11:46:12.784591 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-28f010d0-098d-426c-981e-6833a0a0555c req-acfd23b4-1dbc-410c-87db-ec2fbe87d9df tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713267 Apr 07 11:46:12.944678 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97548e8-f892-404f-ba91-936dd7827866 req-fcaefc19-7f7e-47e7-a446-c270b7ae52dc tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:12.946153 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d97548e8-f892-404f-ba91-936dd7827866 req-fcaefc19-7f7e-47e7-a446-c270b7ae52dc tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0780334 Apr 07 11:46:12.952728 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f72e1-39ca-425d-bb71-067e6e24e2f4 req-56e4ae54-e156-4f81-902b-d9c253655e4b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:12.954063 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-413f72e1-39ca-425d-bb71-067e6e24e2f4 req-56e4ae54-e156-4f81-902b-d9c253655e4b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0879335 Apr 07 11:46:13.022017 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d97548e8-f892-404f-ba91-936dd7827866 req-991e820c-75e6-4415-b611-765646747e27 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669980 Apr 07 11:46:13.025311 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-413f72e1-39ca-425d-bb71-067e6e24e2f4 req-65e5e4b7-0f8f-46d1-b4d5-68978877c177 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648105 Apr 07 11:46:13.142581 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-bc057790-dfb3-4a35-863c-f04198444310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.144090 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-bc057790-dfb3-4a35-863c-f04198444310 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 1128 time: 0.0503972 Apr 07 11:46:13.185903 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bf12c-a0ab-44f9-aef3-6171cced9a13 req-5cf378d4-0203-430a-87e9-4d693d09e39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.187174 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-456bf12c-a0ab-44f9-aef3-6171cced9a13 req-5cf378d4-0203-430a-87e9-4d693d09e39d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1587820 Apr 07 11:46:13.197158 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-1016ba7b-b8a9-4dd9-8f03-44d4e8a42b4c service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358836 Apr 07 11:46:13.660186 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-ea365524-39f6-4553-acd8-ddd2adf0af13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 HTTP/1.1" status: 200 len: 217 time: 0.0560246 Apr 07 11:46:13.710903 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-228ab7c9-5d5c-4f5b-af53-faf81dda3c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.712371 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-228ab7c9-5d5c-4f5b-af53-faf81dda3c29 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0456371 Apr 07 11:46:13.731418 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-ba3624c8-5d4e-4102-84b4-58f2f29b4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.732985 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-ba3624c8-5d4e-4102-84b4-58f2f29b4120 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 1128 time: 0.1381636 Apr 07 11:46:13.774198 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-99f12863-c76e-4eb9-8f94-014a8b17c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.775690 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-99f12863-c76e-4eb9-8f94-014a8b17c463 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573251 Apr 07 11:46:13.790493 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6ea0073c-5f94-4f0e-9701-84640c92c6a1 req-6213d8c7-9958-432e-885d-1ffc51d73604 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837986 Apr 07 11:46:13.792500 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-11411282-55c3-440e-87a1-8fcf007db1a3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab73bc22-43c0-4d82-be68-7c89283480cd HTTP/1.1" status: 200 len: 217 time: 0.0499790 Apr 07 11:46:13.797939 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31903-5d66-406e-9455-ef99842e9255 req-cfa375ff-4891-441b-9d8e-878e853bfb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.799355 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-cfa375ff-4891-441b-9d8e-878e853bfb65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 1128 time: 0.1125674 Apr 07 11:46:13.885919 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-4e680c91-6b35-46e0-b176-4e5e4e537239 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1453a264-bec7-4ba8-82c2-3431716ed961 HTTP/1.1" status: 200 len: 217 time: 0.0636904 Apr 07 11:46:13.902450 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-6c095dfb-4007-441e-90dc-0cd4cfdfc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:13.903973 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-6c095dfb-4007-441e-90dc-0cd4cfdfc28f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.1038249 Apr 07 11:46:14.129500 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-f67d56eb-aef9-40c8-990c-eff43253b8f8 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472283 Apr 07 11:46:14.156235 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc73631-e8ed-4188-bed8-88601c680e71 req-66728ac2-8bd3-43f4-a4ef-86e53db05ffd tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.158466 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1bc73631-e8ed-4188-bed8-88601c680e71 req-66728ac2-8bd3-43f4-a4ef-86e53db05ffd tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.2909529 Apr 07 11:46:14.176112 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51287af0-c88a-4edd-a42e-0da95ecbb50a req-4bb81e62-0aef-4a42-9b1d-32d58864861c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.178142 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51287af0-c88a-4edd-a42e-0da95ecbb50a req-4bb81e62-0aef-4a42-9b1d-32d58864861c tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.3117628 Apr 07 11:46:14.264571 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1bc73631-e8ed-4188-bed8-88601c680e71 req-d7e63a53-7fe7-4b66-838d-7fb9cf6bdc7e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852392 Apr 07 11:46:14.268139 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51287af0-c88a-4edd-a42e-0da95ecbb50a req-f2d95156-88cb-466f-8553-fabbd8c3ac02 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814767 Apr 07 11:46:14.420181 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09ce27-cf9b-4bca-a4a9-401e6f185cc2 req-51447c51-8043-4425-a2cb-d8c32681c375 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.421704 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-af09ce27-cf9b-4bca-a4a9-401e6f185cc2 req-51447c51-8043-4425-a2cb-d8c32681c375 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0924535 Apr 07 11:46:14.441998 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312e835-c536-4550-a5e2-97f7634e36b5 req-cbcfd91f-8330-4811-b60e-b00d8bee358f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.443626 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9312e835-c536-4550-a5e2-97f7634e36b5 req-cbcfd91f-8330-4811-b60e-b00d8bee358f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0831816 Apr 07 11:46:14.514886 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-af09ce27-cf9b-4bca-a4a9-401e6f185cc2 req-d440f165-8003-4e91-954b-14b95082c196 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860431 Apr 07 11:46:14.537282 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9312e835-c536-4550-a5e2-97f7634e36b5 req-28c478e6-efd6-4b61-8a99-b345cc076fdb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845950 Apr 07 11:46:14.789339 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-b8dbb4a4-d3b0-49ab-acdf-816fd244c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.790582 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-b8dbb4a4-d3b0-49ab-acdf-816fd244c828 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1457233 Apr 07 11:46:14.794370 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31903-5d66-406e-9455-ef99842e9255 req-fabb8b0b-8c1b-4fcc-a340-cc264ecd0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.796277 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-fabb8b0b-8c1b-4fcc-a340-cc264ecd0946 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.1482642 Apr 07 11:46:14.801618 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-839128f9-93aa-4e36-8be8-e23fb96f9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:14.803705 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-839128f9-93aa-4e36-8be8-e23fb96f9941 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 1128 time: 0.1572006 Apr 07 11:46:14.836613 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-54669e50-eaa6-4283-a3e0-4d236e49bffd service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903276 Apr 07 11:46:15.055888 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31903-5d66-406e-9455-ef99842e9255 req-33e27a10-a503-4d88-840a-2e82396149c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:15.057420 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-33e27a10-a503-4d88-840a-2e82396149c9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2508476 Apr 07 11:46:15.071788 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-f552c9ad-33ed-4a1c-9dc4-9de89680ceb5 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665732 Apr 07 11:46:15.085347 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-60d6c1b3-68d6-4877-87fd-faf2355ab1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:15.086745 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-60d6c1b3-68d6-4877-87fd-faf2355ab1e0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.2584281 Apr 07 11:46:15.392203 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dedd77-1fde-46e7-be1b-5bedf9a5b2a6 req-92a22098-3c26-4bb7-bd6f-f1ad742c78c3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:15.393733 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35dedd77-1fde-46e7-be1b-5bedf9a5b2a6 req-92a22098-3c26-4bb7-bd6f-f1ad742c78c3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.0548296 Apr 07 11:46:15.445008 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57140) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:15.447011 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35dedd77-1fde-46e7-be1b-5bedf9a5b2a6 req-57936865-4e46-4a0b-8103-05dbecb176ca tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466366 Apr 07 11:46:15.523601 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57148) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:15.627213 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-bf8de941-0548-4e1f-b4ae-d13432189929 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:15.679748 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2f09520d-ec2a-42fe-9fd6-8a6e48e35586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:15.725337 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e834e6-3bac-43fa-8fcc-0c1a56262587 req-c532f70e-ff33-4f7c-9ff2-b3dc86e95565 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:15.732722 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-58e834e6-3bac-43fa-8fcc-0c1a56262587 req-c532f70e-ff33-4f7c-9ff2-b3dc86e95565 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0942943 Apr 07 11:46:15.758641 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecf6da-4f34-4b51-9cbf-480eac990b9c req-2cbf9b82-1de7-40c8-9e15-71347e4fbb07 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:15.760330 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a9ecf6da-4f34-4b51-9cbf-480eac990b9c req-2cbf9b82-1de7-40c8-9e15-71347e4fbb07 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.1232417 Apr 07 11:46:15.802547 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-58e834e6-3bac-43fa-8fcc-0c1a56262587 req-90f5ad09-0626-4b9c-9777-61c820a54075 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685866 Apr 07 11:46:15.837259 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a9ecf6da-4f34-4b51-9cbf-480eac990b9c req-23737031-5805-4bde-9e67-f447d0590ff3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645392 Apr 07 11:46:16.018641 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-a6b59ad0-9398-4223-83c2-df5a7fc06bf6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 HTTP/1.1" status: 200 len: 217 time: 0.3342237 Apr 07 11:46:16.117912 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-bf8de941-0548-4e1f-b4ae-d13432189929 admin admin] Publish callbacks [] for security_group (e3679f72-ab59-4596-87a4-877de090ca8d), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.130006 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-bf8de941-0548-4e1f-b4ae-d13432189929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e3679f72-ab59-4596-87a4-877de090ca8d), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.155635 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-14795fb8-1651-44cc-8866-6dd18a603e24 req-c2023308-3d24-4959-af30-9802bffb7236 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702325 Apr 07 11:46:16.190138 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-583b598f-85b0-41a2-ae99-2fa861bb3d35 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5068867 Apr 07 11:46:16.201144 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-bf8de941-0548-4e1f-b4ae-d13432189929 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5b6ee5f8abc4290ba7601049223cfe0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7549951 Apr 07 11:46:16.203142 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8de941-0548-4e1f-b4ae-d13432189929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3679f72-ab59-4596-87a4-877de090ca8d,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:16.203977 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57178) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:16.225206 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2f09520d-ec2a-42fe-9fd6-8a6e48e35586 admin admin] Publish callbacks [] for security_group (01936545-d090-4896-b3ff-66ddc9c2b1cd), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.230729 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2f09520d-ec2a-42fe-9fd6-8a6e48e35586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (01936545-d090-4896-b3ff-66ddc9c2b1cd), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.256318 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e1f81751-6a51-4d72-a4f1-dbf64d418d45 admin admin] Publish callbacks [] for security_group (e3679f72-ab59-4596-87a4-877de090ca8d), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.269600 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-2f09520d-ec2a-42fe-9fd6-8a6e48e35586 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=859430fe729b4a99833b101dd440f877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7449005 Apr 07 11:46:16.270528 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f09520d-ec2a-42fe-9fd6-8a6e48e35586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01936545-d090-4896-b3ff-66ddc9c2b1cd,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:16.272795 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57180) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:16.277886 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e1f81751-6a51-4d72-a4f1-dbf64d418d45 admin admin] Publish callbacks [] for security_group (e3679f72-ab59-4596-87a4-877de090ca8d), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.322381 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-53b17a78-5e50-4a81-b01b-537ddd015fbd admin admin] Publish callbacks [] for security_group (01936545-d090-4896-b3ff-66ddc9c2b1cd), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.326174 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e1f81751-6a51-4d72-a4f1-dbf64d418d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e3679f72-ab59-4596-87a4-877de090ca8d), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.328828 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e1f81751-6a51-4d72-a4f1-dbf64d418d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.330531 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e1f81751-6a51-4d72-a4f1-dbf64d418d45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3679f72-ab59-4596-87a4-877de090ca8d HTTP/1.1" status: 204 len: 168 time: 0.1251748 Apr 07 11:46:16.340662 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f81751-6a51-4d72-a4f1-dbf64d418d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3679f72-ab59-4596-87a4-877de090ca8d,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:16.348593 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-53b17a78-5e50-4a81-b01b-537ddd015fbd admin admin] Publish callbacks [] for security_group (01936545-d090-4896-b3ff-66ddc9c2b1cd), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.401698 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-53b17a78-5e50-4a81-b01b-537ddd015fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (01936545-d090-4896-b3ff-66ddc9c2b1cd), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.404386 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-53b17a78-5e50-4a81-b01b-537ddd015fbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.405586 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-53b17a78-5e50-4a81-b01b-537ddd015fbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01936545-d090-4896-b3ff-66ddc9c2b1cd HTTP/1.1" status: 204 len: 168 time: 0.1318357 Apr 07 11:46:16.413532 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b17a78-5e50-4a81-b01b-537ddd015fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01936545-d090-4896-b3ff-66ddc9c2b1cd,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:16.568983 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c390f-e640-4088-9156-acb0f0527b96 req-930fd2fb-6bac-4687-b507-2d1d163cdda1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:16.578025 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-140c390f-e640-4088-9156-acb0f0527b96 req-930fd2fb-6bac-4687-b507-2d1d163cdda1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.0656168 Apr 07 11:46:16.627410 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-140c390f-e640-4088-9156-acb0f0527b96 req-db4d0478-5cb8-43de-afc7-b61eb1a41580 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458982 Apr 07 11:46:16.627675 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57192) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:16.642888 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5daa-ec6b-434a-b9ff-d34faf53bfb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.716957 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5daa-ec6b-434a-b9ff-d34faf53bfb1 admin admin] Publish callbacks [] for security_group (7ad6c9df-309a-489f-8a0b-44973dafd499), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.721898 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5daa-ec6b-434a-b9ff-d34faf53bfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (7ad6c9df-309a-489f-8a0b-44973dafd499), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.761331 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d0bd5daa-ec6b-434a-b9ff-d34faf53bfb1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ac71be7d3c44a2192709198672f9ca3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325727 Apr 07 11:46:16.762158 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57198) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:16.762436 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd5daa-ec6b-434a-b9ff-d34faf53bfb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad6c9df-309a-489f-8a0b-44973dafd499,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:16.822029 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8f68c8b9-4915-463c-a7dd-1ace1ca1979a admin admin] Publish callbacks [] for security_group (7ad6c9df-309a-489f-8a0b-44973dafd499), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.844700 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8f68c8b9-4915-463c-a7dd-1ace1ca1979a admin admin] Publish callbacks [] for security_group (7ad6c9df-309a-489f-8a0b-44973dafd499), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.900813 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8f68c8b9-4915-463c-a7dd-1ace1ca1979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (7ad6c9df-309a-489f-8a0b-44973dafd499), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.904816 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8f68c8b9-4915-463c-a7dd-1ace1ca1979a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:16.907004 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8f68c8b9-4915-463c-a7dd-1ace1ca1979a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ad6c9df-309a-489f-8a0b-44973dafd499 HTTP/1.1" status: 204 len: 168 time: 0.1435564 Apr 07 11:46:16.918611 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68c8b9-4915-463c-a7dd-1ace1ca1979a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad6c9df-309a-489f-8a0b-44973dafd499,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:16.947305 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35612b37-5ef2-43c7-823d-61f46204f4fd req-2625d69a-9001-4bd1-8a8e-9d513562548b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:16.948882 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35612b37-5ef2-43c7-823d-61f46204f4fd req-2625d69a-9001-4bd1-8a8e-9d513562548b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0667591 Apr 07 11:46:16.968203 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:17.007145 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35612b37-5ef2-43c7-823d-61f46204f4fd req-997dca72-f059-4bde-b7d3-57a5fd3b6ef4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523689 Apr 07 11:46:17.078757 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:17.092061 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'port_id': '0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0', 'mac_address': 'fa:16:3e:16:11:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:46:17.135727 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:17.136988 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:17.150703 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae658c47-3909-4a63-83d4-172b7908ab50 req-e7250922-f9f5-4f72-9a38-6ae69214c301 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:17.151409 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:17.152347 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae658c47-3909-4a63-83d4-172b7908ab50 req-e7250922-f9f5-4f72-9a38-6ae69214c301 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0598717 Apr 07 11:46:17.174695 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:17.181789 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:17.182370 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:17.221095 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae658c47-3909-4a63-83d4-172b7908ab50 req-96f85f0d-6622-40a8-a099-eb40ddc14fab tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618939 Apr 07 11:46:17.307824 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:17.338840 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:17.350707 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'port_id': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'mac_address': 'fa:16:3e:a3:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:46:17.388987 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:17.389553 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:17.403658 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:17.423847 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:17.429167 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:17.475971 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:17.746501 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5654e6d-1117-4580-9418-94793d69d0e0 req-c53007d5-e0e8-435b-8634-ea522752241a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:17.749387 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e5654e6d-1117-4580-9418-94793d69d0e0 req-c53007d5-e0e8-435b-8634-ea522752241a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.0551746 Apr 07 11:46:17.822050 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e5654e6d-1117-4580-9418-94793d69d0e0 req-76d6f947-1046-483c-910f-852d42d78de3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675070 Apr 07 11:46:18.134258 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856e710-1565-46aa-9141-90323cfe51b6 req-ad00def9-3907-4e2a-9842-b85eff4bb3ab tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:18.135808 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8856e710-1565-46aa-9141-90323cfe51b6 req-ad00def9-3907-4e2a-9842-b85eff4bb3ab tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 945 time: 0.0568738 Apr 07 11:46:18.182160 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8856e710-1565-46aa-9141-90323cfe51b6 req-fc3ea6c3-cfa9-4b0c-9e84-2ed942b0be9a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406830 Apr 07 11:46:18.338869 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fefae5-fd25-45ee-ab65-e9b5b9a62132 req-9ab582f2-74b0-472d-9d07-c0e25b09037d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:18.340669 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-86fefae5-fd25-45ee-ab65-e9b5b9a62132 req-9ab582f2-74b0-472d-9d07-c0e25b09037d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0522633 Apr 07 11:46:18.388442 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-86fefae5-fd25-45ee-ab65-e9b5b9a62132 req-4457ba26-ebd6-4d70-86a5-1ba0d768b4eb tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 Apr 07 11:46:18.847647 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-acdc83f0-b878-4ba8-aff8-f050f193537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:18.849142 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-acdc83f0-b878-4ba8-aff8-f050f193537c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.0940139 Apr 07 11:46:18.871901 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-82b31903-5d66-406e-9455-ef99842e9255 req-d5cad75d-8466-46a0-9a83-9da671f1c856 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258683 Apr 07 11:46:18.949759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae46d3-118a-43f3-8a89-7f644555854b req-e66a1c93-0ced-44fc-bad8-d8e43edd8558 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:18.951301 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bbae46d3-118a-43f3-8a89-7f644555854b req-e66a1c93-0ced-44fc-bad8-d8e43edd8558 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.0657945 Apr 07 11:46:18.999202 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bbae46d3-118a-43f3-8a89-7f644555854b req-ebb1be38-2e3c-4476-9a7e-61bbde22d50d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Apr 07 11:46:19.047136 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:46:19.114424 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57314) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:19.225619 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3cf1bc56-a855-4d28-a9c9-6140331796d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:19.268824 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:19.325572 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3cf1bc56-a855-4d28-a9c9-6140331796d4 admin admin] Publish callbacks [] for security_group (f5672e8d-c250-4ec3-9108-14d3f24c71e2), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:19.330859 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3cf1bc56-a855-4d28-a9c9-6140331796d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f5672e8d-c250-4ec3-9108-14d3f24c71e2), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:19.343414 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516762c-045d-44a8-a7f4-7aed016f9722 req-7fe6c01a-0c69-47ca-9cc3-996eab5519d0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:19.345235 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3516762c-045d-44a8-a7f4-7aed016f9722 req-7fe6c01a-0c69-47ca-9cc3-996eab5519d0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 945 time: 0.0929503 Apr 07 11:46:19.372568 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-3cf1bc56-a855-4d28-a9c9-6140331796d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f60d4a62e8ff4c3981ebdcc7ad7dc43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569830 Apr 07 11:46:19.374038 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57324) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:19.403489 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1bc56-a855-4d28-a9c9-6140331796d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5672e8d-c250-4ec3-9108-14d3f24c71e2,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:19.412281 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3516762c-045d-44a8-a7f4-7aed016f9722 req-e0259f9c-7283-466a-bc6b-304f7d8c3e85 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586553 Apr 07 11:46:19.429171 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:19.452810 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-df93b209-a621-4727-bef1-8c9a4268d546 admin admin] Publish callbacks [] for security_group (f5672e8d-c250-4ec3-9108-14d3f24c71e2), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:19.484236 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-df93b209-a621-4727-bef1-8c9a4268d546 admin admin] Publish callbacks [] for security_group (f5672e8d-c250-4ec3-9108-14d3f24c71e2), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:19.551393 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd6124-249a-48b0-984c-271d12d1767d req-44851483-71c3-4be1-854c-8c1f12349dfc tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:19.552985 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b4cd6124-249a-48b0-984c-271d12d1767d req-44851483-71c3-4be1-854c-8c1f12349dfc tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0648947 Apr 07 11:46:19.562605 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-df93b209-a621-4727-bef1-8c9a4268d546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f5672e8d-c250-4ec3-9108-14d3f24c71e2), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:19.565696 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-df93b209-a621-4727-bef1-8c9a4268d546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:19.569642 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-df93b209-a621-4727-bef1-8c9a4268d546 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5672e8d-c250-4ec3-9108-14d3f24c71e2 HTTP/1.1" status: 204 len: 168 time: 0.1946492 Apr 07 11:46:19.577753 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93b209-a621-4727-bef1-8c9a4268d546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5672e8d-c250-4ec3-9108-14d3f24c71e2,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:19.644735 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b4cd6124-249a-48b0-984c-271d12d1767d req-2fb71ca4-422a-4652-9351-3e7d16f9f8f2 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845082 Apr 07 11:46:19.787652 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-48a1bc49-df7b-4d11-9bad-3b7cb4dd081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:19.789387 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-48a1bc49-df7b-4d11-9bad-3b7cb4dd081d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576122 Apr 07 11:46:19.894183 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57344) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:19.913354 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4a23f220-134a-4098-9bba-76a3b806f03b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.009044 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4a23f220-134a-4098-9bba-76a3b806f03b admin admin] Publish callbacks [] for security_group (490245f4-a27b-46c2-a4b8-a859703b9b69), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.013968 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4a23f220-134a-4098-9bba-76a3b806f03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (490245f4-a27b-46c2-a4b8-a859703b9b69), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.057884 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-4a23f220-134a-4098-9bba-76a3b806f03b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89bd052d9e5146a88d3d51574e566f68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1624563 Apr 07 11:46:20.059012 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a23f220-134a-4098-9bba-76a3b806f03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490245f4-a27b-46c2-a4b8-a859703b9b69,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:20.060909 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57360) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:20.156334 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e555bb43-3679-46ab-9ed9-2a01963cad0d admin admin] Publish callbacks [] for security_group (490245f4-a27b-46c2-a4b8-a859703b9b69), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.167253 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab450a2-1129-4d90-94bc-b9086a9f74f4 req-6304771d-3173-4f64-8fb1-c30c9ad67d64 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:20.168730 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fab450a2-1129-4d90-94bc-b9086a9f74f4 req-6304771d-3173-4f64-8fb1-c30c9ad67d64 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.0908809 Apr 07 11:46:20.198297 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e555bb43-3679-46ab-9ed9-2a01963cad0d admin admin] Publish callbacks [] for security_group (490245f4-a27b-46c2-a4b8-a859703b9b69), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.248089 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fab450a2-1129-4d90-94bc-b9086a9f74f4 req-efeb4f27-65c0-4977-a6a4-32e217c1d643 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720005 Apr 07 11:46:20.268401 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e555bb43-3679-46ab-9ed9-2a01963cad0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (490245f4-a27b-46c2-a4b8-a859703b9b69), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.271009 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e555bb43-3679-46ab-9ed9-2a01963cad0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:20.272122 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e555bb43-3679-46ab-9ed9-2a01963cad0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/490245f4-a27b-46c2-a4b8-a859703b9b69 HTTP/1.1" status: 204 len: 168 time: 0.2077518 Apr 07 11:46:20.279666 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555bb43-3679-46ab-9ed9-2a01963cad0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490245f4-a27b-46c2-a4b8-a859703b9b69,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:20.547938 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e506e1b-ab1e-456d-8713-5540382f755f req-a3f94aad-c7ad-4443-88d6-53ddff51eb8c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:20.549447 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7e506e1b-ab1e-456d-8713-5540382f755f req-a3f94aad-c7ad-4443-88d6-53ddff51eb8c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 945 time: 0.0550749 Apr 07 11:46:20.596616 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7e506e1b-ab1e-456d-8713-5540382f755f req-10581409-df1d-4bcd-9410-67e143ec932c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416360 Apr 07 11:46:20.764441 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a822f29-f8bf-448d-8252-290d3034e90d req-f1908261-59e1-423b-8227-593c42647404 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:20.766051 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6a822f29-f8bf-448d-8252-290d3034e90d req-f1908261-59e1-423b-8227-593c42647404 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0526514 Apr 07 11:46:20.816598 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6a822f29-f8bf-448d-8252-290d3034e90d req-7709e192-186c-47a9-9f03-2da586dc9ae0 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449104 Apr 07 11:46:21.254580 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device ab73bc22-43c0-4d82-be68-7c89283480cd details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:21.379877 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a11cc-433e-463a-937c-92801a79ae32 req-8d2d6258-5db3-4e4a-8fef-a9cbe3d9ca7c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:21.381495 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a80a11cc-433e-463a-937c-92801a79ae32 req-8d2d6258-5db3-4e4a-8fef-a9cbe3d9ca7c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 944 time: 0.0530071 Apr 07 11:46:21.386675 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port ab73bc22-43c0-4d82-be68-7c89283480cd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ab73bc22-43c0-4d82-be68-7c89283480cd,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:21.389622 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57426) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:21.400761 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:46:21.435970 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a80a11cc-433e-463a-937c-92801a79ae32 req-f85ce80c-6459-43b9-8737-2869a7689198 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456250 Apr 07 11:46:21.438744 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port ab73bc22-43c0-4d82-be68-7c89283480cd is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:21.439185 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.453188 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab73bc22-43c0-4d82-be68-7c89283480cd {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:21.472229 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port ab73bc22-43c0-4d82-be68-7c89283480cd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ab73bc22-43c0-4d82-be68-7c89283480cd,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:21.477839 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.495152 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d2d29c1b-5525-4125-9205-4b0e6831b1c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.524455 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=ab73bc22-43c0-4d82-be68-7c89283480cd,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:21.569170 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d2d29c1b-5525-4125-9205-4b0e6831b1c4 admin admin] Publish callbacks [] for security_group (e0e1dccf-9546-43c4-981d-e86bb188b249), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.574175 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d2d29c1b-5525-4125-9205-4b0e6831b1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e0e1dccf-9546-43c4-981d-e86bb188b249), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.614420 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-d2d29c1b-5525-4125-9205-4b0e6831b1c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=898bb44a277f4a3e9a8b934f5dca15a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237215 Apr 07 11:46:21.615244 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d29c1b-5525-4125-9205-4b0e6831b1c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e1dccf-9546-43c4-981d-e86bb188b249,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:21.617302 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57430) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:21.677249 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a282-3f52-4561-b8bc-c89ae00aaeba admin admin] Publish callbacks [] for security_group (e0e1dccf-9546-43c4-981d-e86bb188b249), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.716166 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a282-3f52-4561-b8bc-c89ae00aaeba admin admin] Publish callbacks [] for security_group (e0e1dccf-9546-43c4-981d-e86bb188b249), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.755076 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802926e-9bff-4e57-9f2b-4466a71cc24f req-486a66ff-ad22-46bb-9ae1-e61a4f804881 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:21.756546 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7802926e-9bff-4e57-9f2b-4466a71cc24f req-486a66ff-ad22-46bb-9ae1-e61a4f804881 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 945 time: 0.0908132 Apr 07 11:46:21.786974 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a282-3f52-4561-b8bc-c89ae00aaeba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e0e1dccf-9546-43c4-981d-e86bb188b249), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.789458 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5dd6a282-3f52-4561-b8bc-c89ae00aaeba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:21.790605 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-5dd6a282-3f52-4561-b8bc-c89ae00aaeba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0e1dccf-9546-43c4-981d-e86bb188b249 HTTP/1.1" status: 204 len: 168 time: 0.1722200 Apr 07 11:46:21.807281 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6a282-3f52-4561-b8bc-c89ae00aaeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e1dccf-9546-43c4-981d-e86bb188b249,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:21.829562 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7802926e-9bff-4e57-9f2b-4466a71cc24f req-5f6e6a50-3df5-49a8-bacd-20259183743f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668240 Apr 07 11:46:21.940137 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e17c-4169-477a-b29f-135da959a9f9 req-03a6e909-dfd9-49de-9b4f-ade3d0f09db9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:21.941636 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab92e17c-4169-477a-b29f-135da959a9f9 req-03a6e909-dfd9-49de-9b4f-ade3d0f09db9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0574236 Apr 07 11:46:21.991270 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab92e17c-4169-477a-b29f-135da959a9f9 req-1fddb08b-37a8-4503-bf4f-ee8de8f9444b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Apr 07 11:46:22.037393 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:22.095613 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:22.099793 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:22.100164 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:22.188128 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:22.188610 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:22.211906 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe620f96-8173-471c-a35e-1957f4af9601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:22.214202 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf4816e-2c93-4bb2-a9dd-bdb4d8c07a48" -d '{"events": [{"server_uuid": "fe620f96-8173-471c-a35e-1957f4af9601", "name": "network-vif-plugged", "status": "completed", "tag": "0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:22.227320 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:22.231127 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:22.231923 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:22.257939 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29003df3-2d0c-4c86-9a3c-71c98926f257 x-openstack-request-id: req-29003df3-2d0c-4c86-9a3c-71c98926f257 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:22.258543 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe620f96-8173-471c-a35e-1957f4af9601", "name": "network-vif-plugged", "status": "completed", "tag": "0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:22.258543 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29003df3-2d0c-4c86-9a3c-71c98926f257 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:22.258899 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29003df3-2d0c-4c86-9a3c-71c98926f257'] response: {'server_uuid': 'fe620f96-8173-471c-a35e-1957f4af9601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0', 'code': 200} Apr 07 11:46:22.318940 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:22.326341 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:22.330799 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:22.331193 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:22.410847 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:22.411232 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:22.446201 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:22.451427 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:22.505240 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:22.553525 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc326e61-f292-452a-bf40-3f2b59254e2f req-b839ef2e-130b-4c6c-bb89-411adac3cf04 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:22.555022 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dc326e61-f292-452a-bf40-3f2b59254e2f req-b839ef2e-130b-4c6c-bb89-411adac3cf04 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 945 time: 0.0520778 Apr 07 11:46:22.602681 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dc326e61-f292-452a-bf40-3f2b59254e2f req-0184644d-5bea-4620-80f8-1cdadbd915ac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418174 Apr 07 11:46:22.959809 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b32b8-cd91-4c5b-92ec-5bbca75ad961 req-4aa44f53-d113-4500-964a-3227267dff8b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:22.961324 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-411b32b8-cd91-4c5b-92ec-5bbca75ad961 req-4aa44f53-d113-4500-964a-3227267dff8b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0508111 Apr 07 11:46:23.014447 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-411b32b8-cd91-4c5b-92ec-5bbca75ad961 req-746b4021-1eda-455b-bead-b0777bddd465 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470097 Apr 07 11:46:23.113562 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf944b24-bc12-4f9e-b669-0cdc4e38a1ca req-d63e7db2-5806-4c59-b3a6-4dca1bc523e0 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:23.120480 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bf944b24-bc12-4f9e-b669-0cdc4e38a1ca req-d63e7db2-5806-4c59-b3a6-4dca1bc523e0 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0599930 Apr 07 11:46:23.166271 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bf944b24-bc12-4f9e-b669-0cdc4e38a1ca req-0de154cc-da7b-4284-a25c-bc31152ee488 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449142 Apr 07 11:46:23.235706 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['ab73bc22-43c0-4d82-be68-7c89283480cd'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:23.347055 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-c1b7f802-cc07-4729-9c1b-dfd4cb03fb8d service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515605 Apr 07 11:46:23.360298 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-02377e66-c43e-471b-a65a-df99729c40c7 req-e16964e5-b75b-417b-b163-36c1699e2f0f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704968 Apr 07 11:46:23.719391 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb4caf-bc91-424b-9b54-ab0ce8d2e141 req-45e1ad2f-bea9-4d18-b7b1-f5bb5e487e7b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:23.720934 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-54cb4caf-bc91-424b-9b54-ab0ce8d2e141 req-45e1ad2f-bea9-4d18-b7b1-f5bb5e487e7b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 945 time: 0.0535028 Apr 07 11:46:23.770774 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-54cb4caf-bc91-424b-9b54-ab0ce8d2e141 req-33aa4fcb-8203-404c-9975-59b4c40cbd04 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440843 Apr 07 11:46:24.139791 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bc901-0e4b-471f-93ba-ac63694e147a req-dbc2980d-495d-4f97-9399-335ebbef6fa4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:24.141316 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6a1bc901-0e4b-471f-93ba-ac63694e147a req-dbc2980d-495d-4f97-9399-335ebbef6fa4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0555198 Apr 07 11:46:24.189901 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6a1bc901-0e4b-471f-93ba-ac63694e147a req-085e392d-8d19-4aba-8bde-3c6c07e5aa78 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Apr 07 11:46:24.259902 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:24.262412 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f93d12-494c-44d5-9168-2f31e26aad08" -d '{"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-plugged", "status": "completed", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:24.281009 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0e9fd-aa3c-403b-88e5-810dca2bab3a req-b57903c6-524f-4787-b539-46f1c38b112b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:24.282461 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bb0e9fd-aa3c-403b-88e5-810dca2bab3a req-b57903c6-524f-4787-b539-46f1c38b112b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0510111 Apr 07 11:46:24.297022 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eca973b-ece5-4922-9164-f79b0bce867d x-openstack-request-id: req-8eca973b-ece5-4922-9164-f79b0bce867d {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:24.297334 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-plugged", "status": "completed", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:24.297594 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8eca973b-ece5-4922-9164-f79b0bce867d {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:24.297984 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eca973b-ece5-4922-9164-f79b0bce867d'] response: {'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'code': 200} Apr 07 11:46:24.328234 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bb0e9fd-aa3c-403b-88e5-810dca2bab3a req-9c4afa4b-c07a-44ed-8eb9-c5f9cd9b4e6f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Apr 07 11:46:24.901482 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39adc3-509d-476a-a8f2-25b99e461319 req-80aa0039-744f-44d9-8666-3def0d5126db tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:24.903244 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3f39adc3-509d-476a-a8f2-25b99e461319 req-80aa0039-744f-44d9-8666-3def0d5126db tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 945 time: 0.0587277 Apr 07 11:46:24.952805 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3f39adc3-509d-476a-a8f2-25b99e461319 req-f50c1a6f-cc39-4194-92f0-5d991ab808ea tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418839 Apr 07 11:46:25.312924 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea059f8c-56e8-487f-a36d-e64d5055fd90 req-71898cc2-5504-4019-bf52-e072893ff6e8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:25.314366 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ea059f8c-56e8-487f-a36d-e64d5055fd90 req-71898cc2-5504-4019-bf52-e072893ff6e8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0542912 Apr 07 11:46:25.364692 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ea059f8c-56e8-487f-a36d-e64d5055fd90 req-50273960-c795-438b-bc69-bb6ecf9652bf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445201 Apr 07 11:46:25.445417 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b36e6-af80-4f86-a1b1-38579b2dc2de req-5f296f42-ef6c-4f6b-8ffd-6169cc19ad0f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:25.446880 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fb2b36e6-af80-4f86-a1b1-38579b2dc2de req-5f296f42-ef6c-4f6b-8ffd-6169cc19ad0f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0512068 Apr 07 11:46:25.497345 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fb2b36e6-af80-4f86-a1b1-38579b2dc2de req-8c954721-a2da-46f2-acf1-ef983796c7e0 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449133 Apr 07 11:46:26.105370 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc5493-4ac2-471c-9177-f5e37b3a845f req-1b137195-6257-4be0-8f79-f7d9cce011c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:26.109371 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-75fc5493-4ac2-471c-9177-f5e37b3a845f req-1b137195-6257-4be0-8f79-f7d9cce011c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 945 time: 0.0705466 Apr 07 11:46:26.175546 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-75fc5493-4ac2-471c-9177-f5e37b3a845f req-3480ccf9-1875-4cdf-85b5-37e71ffee441 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599704 Apr 07 11:46:26.231817 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-ae2fffc7-9f2b-4add-9c81-477c08b6c50f req-fbf59eb5-3c1d-4502-a8c0-46dda8c27b1f service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860740 Apr 07 11:46:26.238376 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976585e-5d55-4b69-8b75-17fd53d65020 req-94ff5f29-a6af-4464-a126-f2cf05e9ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:26.239875 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4976585e-5d55-4b69-8b75-17fd53d65020 req-94ff5f29-a6af-4464-a126-f2cf05e9ff93 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 1130 time: 0.1573524 Apr 07 11:46:26.242593 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377e66-c43e-471b-a65a-df99729c40c7 req-2e31b407-a3e2-4251-b520-5e1b2451ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:26.243992 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-02377e66-c43e-471b-a65a-df99729c40c7 req-2e31b407-a3e2-4251-b520-5e1b2451ac58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d621f52ab9604f7492a4cd2ddd361fad&device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 1129 time: 0.1626098 Apr 07 11:46:26.291655 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206265d-6944-4efe-a0d7-c95336661caf req-9c75cf78-9e1f-472b-863e-eb9162f4b292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:26.293081 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5206265d-6944-4efe-a0d7-c95336661caf req-9c75cf78-9e1f-472b-863e-eb9162f4b292 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 1130 time: 0.0880873 Apr 07 11:46:26.351659 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5206265d-6944-4efe-a0d7-c95336661caf req-0b0265cc-60b9-46e8-8a42-6c900302a378 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513792 Apr 07 11:46:26.358412 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4976585e-5d55-4b69-8b75-17fd53d65020 req-f3439a88-ab8b-499c-81fb-db64b908ff6d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933528 Apr 07 11:46:26.386185 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377e66-c43e-471b-a65a-df99729c40c7 req-473e86f5-73f3-4353-8a4e-313a9ae76e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:26.387627 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-02377e66-c43e-471b-a65a-df99729c40c7 req-473e86f5-73f3-4353-8a4e-313a9ae76e26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e3f01b8f-5802-4b0c-85d8-9364006036f9 HTTP/1.1" status: 200 len: 911 time: 0.1038630 Apr 07 11:46:26.486533 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99998ab2-e94f-4a70-9549-feb2e0c72b34 req-1cdf3a17-2b2a-4f99-b203-5ac259b6a0e4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:26.488194 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-99998ab2-e94f-4a70-9549-feb2e0c72b34 req-1cdf3a17-2b2a-4f99-b203-5ac259b6a0e4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0531690 Apr 07 11:46:26.539412 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-99998ab2-e94f-4a70-9549-feb2e0c72b34 req-66ade4d5-fcee-4368-8c31-136e8e206603 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452573 Apr 07 11:46:26.621098 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692d915-d799-4e1d-a061-ebe373487e30 req-78bb571e-263c-4986-832f-291e44b36612 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:26.622621 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6692d915-d799-4e1d-a061-ebe373487e30 req-78bb571e-263c-4986-832f-291e44b36612 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0531962 Apr 07 11:46:26.671804 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6692d915-d799-4e1d-a061-ebe373487e30 req-0b7fb1ed-2062-4671-81fb-a58b6b3bd7f4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434771 Apr 07 11:46:27.294660 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be91d82-e184-48d8-86ec-68682f8be44f req-d1dd82de-08bf-4d09-88ab-3868b37c960a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:27.296167 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3be91d82-e184-48d8-86ec-68682f8be44f req-d1dd82de-08bf-4d09-88ab-3868b37c960a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 945 time: 0.0533795 Apr 07 11:46:27.348271 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3be91d82-e184-48d8-86ec-68682f8be44f req-f74ec9d0-bf1c-4823-b9d2-8d8960db84a5 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462542 Apr 07 11:46:27.673719 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be5c64-0412-4eef-b6ab-87fb4f749872 req-c30b5ae1-f6da-4974-bc5b-993b08da604a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:27.675235 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-18be5c64-0412-4eef-b6ab-87fb4f749872 req-c30b5ae1-f6da-4974-bc5b-993b08da604a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0520101 Apr 07 11:46:27.727779 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-18be5c64-0412-4eef-b6ab-87fb4f749872 req-b7aa5ea6-e307-412e-8ec4-9a4b417e101e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440459 Apr 07 11:46:27.800139 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e0f6-9230-41d5-94fb-9c1885af7b42 req-60bad811-4f00-4eda-b864-97d8bd5937a4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:27.802224 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4d29e0f6-9230-41d5-94fb-9c1885af7b42 req-60bad811-4f00-4eda-b864-97d8bd5937a4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0611861 Apr 07 11:46:27.849440 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4d29e0f6-9230-41d5-94fb-9c1885af7b42 req-3265f3cc-d9a8-4572-8b92-29f680b9a5e9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412874 Apr 07 11:46:28.167432 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-12fe959f-3645-424f-8e5d-9535562d5a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:28.466763 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c1fd-4bf9-4aa8-9777-5e38bd1b6d31 req-fb46d03f-7a56-486d-ab96-588e66da275a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:28.468282 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ee63c1fd-4bf9-4aa8-9777-5e38bd1b6d31 req-fb46d03f-7a56-486d-ab96-588e66da275a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 945 time: 0.0529149 Apr 07 11:46:28.515877 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ee63c1fd-4bf9-4aa8-9777-5e38bd1b6d31 req-250e3402-8c83-4e97-b611-2dded8293d76 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413387 Apr 07 11:46:28.862154 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b5751-a74b-48ff-8a6b-32e0c116cc21 req-d9b58dea-b6a5-4699-b214-ef6f8bce4335 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:28.863691 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c4b5751-a74b-48ff-8a6b-32e0c116cc21 req-d9b58dea-b6a5-4699-b214-ef6f8bce4335 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0541780 Apr 07 11:46:28.919284 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c4b5751-a74b-48ff-8a6b-32e0c116cc21 req-b9fda06a-613d-4dda-8e8d-34288578f69e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472929 Apr 07 11:46:28.971967 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f9b6a-d677-4d90-91e1-2667c4b00bf2 req-63fec88c-4d97-4f8c-af91-423a1fc7222d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:28.973500 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7d4f9b6a-d677-4d90-91e1-2667c4b00bf2 req-63fec88c-4d97-4f8c-af91-423a1fc7222d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 944 time: 0.0532734 Apr 07 11:46:29.020495 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7d4f9b6a-d677-4d90-91e1-2667c4b00bf2 req-84612689-3780-4773-bd5d-4d6c2a0e5871 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413010 Apr 07 11:46:29.173483 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 1453a264-bec7-4ba8-82c2-3431716ed961 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:29.205872 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.211410 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device ab73bc22-43c0-4d82-be68-7c89283480cd up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:29.318921 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 1453a264-bec7-4ba8-82c2-3431716ed961, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=1453a264-bec7-4ba8-82c2-3431716ed961,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:29.333508 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '1453a264-bec7-4ba8-82c2-3431716ed961', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'port_id': '1453a264-bec7-4ba8-82c2-3431716ed961', 'mac_address': 'fa:16:3e:b4:4b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:46:29.339312 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port ab73bc22-43c0-4d82-be68-7c89283480cd completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:29.362206 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port ab73bc22-43c0-4d82-be68-7c89283480cd triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:29.362586 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.399606 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 1453a264-bec7-4ba8-82c2-3431716ed961 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:29.399987 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.421683 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1453a264-bec7-4ba8-82c2-3431716ed961 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:29.447987 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 1453a264-bec7-4ba8-82c2-3431716ed961, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=1453a264-bec7-4ba8-82c2-3431716ed961,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:29.457193 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-02377e66-c43e-471b-a65a-df99729c40c7 req-8b494e09-799f-4658-9b98-f034f4879740 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d17752b-cbc2-420f-8790-760b66f4ab10 HTTP/1.1" status: 200 len: 217 time: 0.0492358 Apr 07 11:46:29.470074 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.509028 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port ab73bc22-43c0-4d82-be68-7c89283480cd is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:29.509578 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.544130 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=1453a264-bec7-4ba8-82c2-3431716ed961,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:29.552060 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab73bc22-43c0-4d82-be68-7c89283480cd'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:29.554880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f63b8f6-be17-4502-aa75-30b43f0d4629" -d '{"events": [{"server_uuid": "f3fa2af6-e59b-499a-a10d-946d5de67fbd", "name": "network-vif-plugged", "status": "completed", "tag": "ab73bc22-43c0-4d82-be68-7c89283480cd"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:29.569578 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.569923 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.570279 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.570648 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.570966 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.571288 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.571613 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.571920 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.572294 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.572569 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.572914 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.573306 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.573629 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.573943 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.574257 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:29.582669 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port ab73bc22-43c0-4d82-be68-7c89283480cd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ab73bc22-43c0-4d82-be68-7c89283480cd,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:29.594990 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:29.603653 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bf6818-c97e-474d-a8c1-bfd3056ff7d1 x-openstack-request-id: req-31bf6818-c97e-474d-a8c1-bfd3056ff7d1 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:29.604352 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fa2af6-e59b-499a-a10d-946d5de67fbd", "name": "network-vif-plugged", "status": "completed", "tag": "ab73bc22-43c0-4d82-be68-7c89283480cd", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:29.604790 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31bf6818-c97e-474d-a8c1-bfd3056ff7d1 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:29.605258 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bf6818-c97e-474d-a8c1-bfd3056ff7d1'] response: {'server_uuid': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'code': 200} Apr 07 11:46:29.639452 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7690abf5-0384-4d2f-bf71-50ae723f5697 req-b4ea9f6e-2be7-4d74-a063-c13e1627c1d9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:29.641044 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7690abf5-0384-4d2f-bf71-50ae723f5697 req-b4ea9f6e-2be7-4d74-a063-c13e1627c1d9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0551009 Apr 07 11:46:29.660657 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=ab73bc22-43c0-4d82-be68-7c89283480cd,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:29.692369 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7690abf5-0384-4d2f-bf71-50ae723f5697 req-64a55854-04d0-44b8-a31d-3fe0bd14df04 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444975 Apr 07 11:46:29.777757 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['1453a264-bec7-4ba8-82c2-3431716ed961'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:30.050302 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d28bc3-2cb2-4e34-bfd3-92ea39c4c434 req-2c12e4ce-0ef9-4ff7-8827-e3470eca8fa6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:30.050555 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7d28bc3-2cb2-4e34-bfd3-92ea39c4c434 req-2c12e4ce-0ef9-4ff7-8827-e3470eca8fa6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0579958 Apr 07 11:46:30.111145 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7d28bc3-2cb2-4e34-bfd3-92ea39c4c434 req-9d88a9a7-c4ba-40c0-93be-9d71a558d0a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547595 Apr 07 11:46:30.163012 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f6955-0f29-4759-ad47-c2a188e155c3 req-6750d956-92d5-4d1b-b338-307a06831e6b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:30.165801 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-758f6955-0f29-4759-ad47-c2a188e155c3 req-6750d956-92d5-4d1b-b338-307a06831e6b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 945 time: 0.0672374 Apr 07 11:46:30.201847 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02377e66-c43e-471b-a65a-df99729c40c7 req-ece36212-8e1a-4a0a-8838-f8b441b469dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:30.203463 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-02377e66-c43e-471b-a65a-df99729c40c7 req-ece36212-8e1a-4a0a-8838-f8b441b469dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=518f5dfb-28dd-4c70-b013-cdb8009a1feb HTTP/1.1" status: 200 len: 850 time: 0.0661712 Apr 07 11:46:30.216936 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-758f6955-0f29-4759-ad47-c2a188e155c3 req-8e21615d-113a-4bd5-a9eb-56c822d2122c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447390 Apr 07 11:46:30.605719 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-02377e66-c43e-471b-a65a-df99729c40c7 req-12e78342-39e1-4701-b433-9a32d7d408fd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e3f01b8f-5802-4b0c-85d8-9364006036f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356946 Apr 07 11:46:30.700937 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-790f1839-3757-4d15-80cb-2cff11acc8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:30.820552 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f0d04-db4a-4025-a221-f8697bc0fb8b req-64b17c43-fd8d-4aad-bbb4-d2d8f6e9ee4d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:30.822005 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3f3f0d04-db4a-4025-a221-f8697bc0fb8b req-64b17c43-fd8d-4aad-bbb4-d2d8f6e9ee4d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0587366 Apr 07 11:46:30.869860 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3f3f0d04-db4a-4025-a221-f8697bc0fb8b req-7a43de1d-5bfe-4543-8d52-ebad1436efe6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418265 Apr 07 11:46:31.167092 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 1453a264-bec7-4ba8-82c2-3431716ed961 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:31.234761 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 1453a264-bec7-4ba8-82c2-3431716ed961 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:31.240500 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 1453a264-bec7-4ba8-82c2-3431716ed961 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:31.241408 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.257036 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8c938-7c42-4cb5-bb99-d25eb1796a0f req-49f92d90-5adb-4254-9129-45ebcf5997c2 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.258777 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-18a8c938-7c42-4cb5-bb99-d25eb1796a0f req-49f92d90-5adb-4254-9129-45ebcf5997c2 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0613794 Apr 07 11:46:31.342888 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 1453a264-bec7-4ba8-82c2-3431716ed961 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:31.343346 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.403735 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-18a8c938-7c42-4cb5-bb99-d25eb1796a0f req-eec8d532-4b7e-4435-ac8c-1e409d668b28 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362827 Apr 07 11:46:31.406551 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 1453a264-bec7-4ba8-82c2-3431716ed961, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=1453a264-bec7-4ba8-82c2-3431716ed961,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:31.413100 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.477336 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33a9b3-ca8d-4add-81b2-a47a2818177e req-af4679ce-f239-4251-b9d1-6ef691fb1b96 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.487132 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dd33a9b3-ca8d-4add-81b2-a47a2818177e req-af4679ce-f239-4251-b9d1-6ef691fb1b96 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 945 time: 0.1399171 Apr 07 11:46:31.508373 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=1453a264-bec7-4ba8-82c2-3431716ed961,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:31.601098 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.606204 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5648e02c-e697-4cbc-811c-6c75b4c49074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1453a264-bec7-4ba8-82c2-3431716ed961'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:31.609769 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cdc69d-2bd4-45a3-b091-24d464872961" -d '{"events": [{"server_uuid": "5648e02c-e697-4cbc-811c-6c75b4c49074", "name": "network-vif-plugged", "status": "completed", "tag": "1453a264-bec7-4ba8-82c2-3431716ed961"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:31.611348 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dd33a9b3-ca8d-4add-81b2-a47a2818177e req-8b8cfaeb-18e0-4203-8088-1204e07894bd tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179087 Apr 07 11:46:31.632606 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3650d433-4e4a-4391-be74-f37e9c81d5b2 req-d1bed991-b3cd-41d5-8751-cd8b9e1d95a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.634139 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3650d433-4e4a-4391-be74-f37e9c81d5b2 req-d1bed991-b3cd-41d5-8751-cd8b9e1d95a1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 1130 time: 0.1747975 Apr 07 11:46:31.639596 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d77b2-19f2-49d5-8063-d7873eb720f5 req-508b2763-3d5e-483e-8798-fb88f543bf55 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:31.640030 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-02377e66-c43e-471b-a65a-df99729c40c7 req-27cc3d68-f330-4124-a37a-35523042efa2 service neutron] 10.222.0.52 "GET /v2.0/networks/e3f01b8f-5802-4b0c-85d8-9364006036f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103384 Apr 07 11:46:31.641717 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d13d77b2-19f2-49d5-8063-d7873eb720f5 req-508b2763-3d5e-483e-8798-fb88f543bf55 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.1046684 Apr 07 11:46:31.652085 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57726) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:31.654131 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947b5158-ade0-4bef-82d4-54d80ec42fa8 x-openstack-request-id: req-947b5158-ade0-4bef-82d4-54d80ec42fa8 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:31.654403 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5648e02c-e697-4cbc-811c-6c75b4c49074", "name": "network-vif-plugged", "status": "completed", "tag": "1453a264-bec7-4ba8-82c2-3431716ed961", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:31.654654 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-947b5158-ade0-4bef-82d4-54d80ec42fa8 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:31.655045 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947b5158-ade0-4bef-82d4-54d80ec42fa8'] response: {'server_uuid': '5648e02c-e697-4cbc-811c-6c75b4c49074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1453a264-bec7-4ba8-82c2-3431716ed961', 'code': 200} Apr 07 11:46:31.657113 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-0701f8a1-4670-4c81-8108-c60dde59e120 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'floatingip': {'port_id': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:31.732960 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0701f8a1-4670-4c81-8108-c60dde59e120 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (c4a771f7-20d6-4372-b11f-0fe2cd36f284), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:31.733894 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3650d433-4e4a-4391-be74-f37e9c81d5b2 req-95f8cf8c-5399-4582-a507-e4e9d78a3566 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929356 Apr 07 11:46:31.771826 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-02377e66-c43e-471b-a65a-df99729c40c7 req-427fa028-da9c-4260-aeab-dced584a0b0f service neutron] 10.222.0.52 "GET /v2.0/networks/e3f01b8f-5802-4b0c-85d8-9364006036f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180134 Apr 07 11:46:32.060043 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1465fa37-ae81-4c3f-98ba-95855fb443c3 req-38ae722b-015e-4bdb-a8e7-9c7b0583057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:32.062113 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-1465fa37-ae81-4c3f-98ba-95855fb443c3 req-38ae722b-015e-4bdb-a8e7-9c7b0583057d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 1130 time: 0.0603015 Apr 07 11:46:32.120888 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-1465fa37-ae81-4c3f-98ba-95855fb443c3 req-7650d907-df5e-4bf1-81f2-4cba11e1af0c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469878 Apr 07 11:46:32.266565 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213aca04-0584-4e39-92bc-c5a7086a7c9e req-6ec62ff3-4186-458d-aaa3-c23c915ef5bb tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:32.268279 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-213aca04-0584-4e39-92bc-c5a7086a7c9e req-6ec62ff3-4186-458d-aaa3-c23c915ef5bb tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.3116884 Apr 07 11:46:32.454961 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-213aca04-0584-4e39-92bc-c5a7086a7c9e req-61f75ba8-15f1-41ab-9643-d17f2603727d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772017 Apr 07 11:46:32.770107 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0701f8a1-4670-4c81-8108-c60dde59e120 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.774339 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0701f8a1-4670-4c81-8108-c60dde59e120 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (c4a771f7-20d6-4372-b11f-0fe2cd36f284), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.874749 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c172eb4-2e2b-417b-9305-41370d3f73e9 req-cda3c1de-fffb-4b37-93ac-4defa7ab4edc tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:32.876263 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8c172eb4-2e2b-417b-9305-41370d3f73e9 req-cda3c1de-fffb-4b37-93ac-4defa7ab4edc tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1816921 Apr 07 11:46:32.929667 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-0701f8a1-4670-4c81-8108-c60dde59e120 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Floating IP c4a771f7-20d6-4372-b11f-0fe2cd36f284 associated. External IP: 172.27.3.17, port: 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3. Apr 07 11:46:32.953308 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:32.984928 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8c172eb4-2e2b-417b-9305-41370d3f73e9 req-a7d4ddd1-4fef-48a7-a682-7a0dfabc3b55 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020846 Apr 07 11:46:32.992861 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57776) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:33.101931 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.162828 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0701f8a1-4670-4c81-8108-c60dde59e120 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Router 284cb50e-9d49-4119-a17f-4ea94290328c has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:46:33.174814 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Publish callbacks [] for security_group (1a8e89b8-becf-4c12-a666-032f250ef762), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.179773 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (1a8e89b8-becf-4c12-a666-032f250ef762), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.217227 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b0c792ba4744a638cdd764299b46222&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227039 Apr 07 11:46:33.218495 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8e89b8-becf-4c12-a666-032f250ef762,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:33.219977 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57780) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:33.227135 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.227623 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.228125 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.228614 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.229116 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.229592 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.230059 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.230530 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.231003 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.231472 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.231937 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.232425 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.232928 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.233438 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.233906 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-583aaea4-4c49-4964-b793-b5c3f8f70160 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.298680 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0701f8a1-4670-4c81-8108-c60dde59e120 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:33.303290 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0701f8a1-4670-4c81-8108-c60dde59e120 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.312072 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] Sync routers for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:33.321694 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:33.322300 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:46:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:33.332632 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Publish callbacks [] for security_group (1a8e89b8-becf-4c12-a666-032f250ef762), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.348109 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-0701f8a1-4670-4c81-8108-c60dde59e120 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "PUT /v2.0/floatingips/c4a771f7-20d6-4372-b11f-0fe2cd36f284 HTTP/1.1" status: 200 len: 991 time: 1.6948638 Apr 07 11:46:33.351139 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:33.353270 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848" -d '{"events": [{"name": "network-changed", "server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:33.364053 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Publish callbacks [] for security_group (1a8e89b8-becf-4c12-a666-032f250ef762), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.395524 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc7a0ab-9066-48b0-bdcd-ac67f3b3bc25 x-openstack-request-id: req-3fc7a0ab-9066-48b0-bdcd-ac67f3b3bc25 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:33.395813 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:33.396181 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fc7a0ab-9066-48b0-bdcd-ac67f3b3bc25 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:33.396577 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc7a0ab-9066-48b0-bdcd-ac67f3b3bc25'] response: {'name': 'network-changed', 'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'status': 'completed', 'code': 200} Apr 07 11:46:33.418000 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (1a8e89b8-becf-4c12-a666-032f250ef762), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.420428 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.421847 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a8e89b8-becf-4c12-a666-032f250ef762 HTTP/1.1" status: 204 len: 168 time: 0.2009006 Apr 07 11:46:33.432748 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:33.435248 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8e89b8-becf-4c12-a666-032f250ef762,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:33.443063 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.443497 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.443943 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.444810 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.444810 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.445304 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.445886 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.446285 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.446708 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.447146 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.448941 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.449427 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.449653 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.450099 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.450439 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60c35615-ac47-4455-9491-a5ab93907883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:33.547759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57800) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:33.629986 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_v2 [None req-11fbee59-85ee-4893-91a7-5d35c452c3d2 admin admin] Deleting subnet 9f6d8e04-2530-482c-b675-a3e38f7b8f1d {{(pid=109935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:46:33.634286 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-11fbee59-85ee-4893-91a7-5d35c452c3d2 admin admin] Publish callbacks [] for subnet (9f6d8e04-2530-482c-b675-a3e38f7b8f1d), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.662773 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df467a-34cf-4e11-9125-526dd46fdfab req-03e17cd5-76ce-4031-b459-5b3d912fe670 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:33.665419 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-07df467a-34cf-4e11-9125-526dd46fdfab req-03e17cd5-76ce-4031-b459-5b3d912fe670 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.1166296 Apr 07 11:46:33.692548 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-11fbee59-85ee-4893-91a7-5d35c452c3d2 admin admin] Publish callbacks [] for subnet (9f6d8e04-2530-482c-b675-a3e38f7b8f1d), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.705790 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-11fbee59-85ee-4893-91a7-5d35c452c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (9f6d8e04-2530-482c-b675-a3e38f7b8f1d), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.732031 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'c4a771f7-20d6-4372-b11f-0fe2cd36f284', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'port_id': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'mac_address': 'fa:16:3e:a3:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297653df-d493-46e9-b847-a44dbca6d141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:55Z', 'updated_at': '2022-04-07T11:46:32Z', 'revision_number': 1, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:33.750823 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-07df467a-34cf-4e11-9125-526dd46fdfab req-97b60f24-043f-497f-8504-2c7e7d5cb4eb tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784502 Apr 07 11:46:33.772393 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57808) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:33.791865 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8952d970-cdba-421f-a3ab-1a44425cc76d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.802956 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] Checking router: 284cb50e-9d49-4119-a17f-4ea94290328c for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:33.806929 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-11fbee59-85ee-4893-91a7-5d35c452c3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for subnet (9f6d8e04-2530-482c-b675-a3e38f7b8f1d), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.812560 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:33.813253 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:46:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:33.836408 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbee59-85ee-4893-91a7-5d35c452c3d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6d8e04-2530-482c-b675-a3e38f7b8f1d,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:33.838439 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-11fbee59-85ee-4893-91a7-5d35c452c3d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.841947 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-11fbee59-85ee-4893-91a7-5d35c452c3d2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9f6d8e04-2530-482c-b675-a3e38f7b8f1d HTTP/1.1" status: 204 len: 168 time: 0.2919781 Apr 07 11:46:33.844846 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57810) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:33.882808 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8952d970-cdba-421f-a3ab-1a44425cc76d admin admin] Publish callbacks [] for security_group (46ab7d79-c460-49ae-a2a5-48072653dd49), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.890459 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8952d970-cdba-421f-a3ab-1a44425cc76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (46ab7d79-c460-49ae-a2a5-48072653dd49), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:33.933951 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8952d970-cdba-421f-a3ab-1a44425cc76d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0d304e812eb84a8187d1f69001262f43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1603773 Apr 07 11:46:33.937486 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57814) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:33.958313 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:33.962421 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952d970-cdba-421f-a3ab-1a44425cc76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ab7d79-c460-49ae-a2a5-48072653dd49,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:34.001423 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3890a8a4-9238-4a54-b9d3-f8eea592a534 admin admin] Publish callbacks [] for security_group (46ab7d79-c460-49ae-a2a5-48072653dd49), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.029003 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3890a8a4-9238-4a54-b9d3-f8eea592a534 admin admin] Publish callbacks [] for security_group (46ab7d79-c460-49ae-a2a5-48072653dd49), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.084986 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3890a8a4-9238-4a54-b9d3-f8eea592a534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (46ab7d79-c460-49ae-a2a5-48072653dd49), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.087517 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3890a8a4-9238-4a54-b9d3-f8eea592a534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.091667 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-3890a8a4-9238-4a54-b9d3-f8eea592a534 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46ab7d79-c460-49ae-a2a5-48072653dd49 HTTP/1.1" status: 204 len: 168 time: 0.1500158 Apr 07 11:46:34.098940 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890a8a4-9238-4a54-b9d3-f8eea592a534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ab7d79-c460-49ae-a2a5-48072653dd49,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:34.197826 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (6b785623-d26d-4616-9082-26ab5ba870fd), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.230601 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c1518-8fc9-4c7d-9962-4d49fd6df323 req-ec5b0c86-0516-4df2-a40e-f19d22a17d41 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:34.232095 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-743c1518-8fc9-4c7d-9962-4d49fd6df323 req-ec5b0c86-0516-4df2-a40e-f19d22a17d41 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1081812 Apr 07 11:46:34.308637 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'c4a771f7-20d6-4372-b11f-0fe2cd36f284', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'port_id': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'mac_address': 'fa:16:3e:a3:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297653df-d493-46e9-b847-a44dbca6d141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:55Z', 'updated_at': '2022-04-07T11:46:32Z', 'revision_number': 1, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:34.330693 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (6b785623-d26d-4616-9082-26ab5ba870fd), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.337055 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f28e44-688d-4e6c-93e9-88734d01269d None None] The sync data for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi is: [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'c4a771f7-20d6-4372-b11f-0fe2cd36f284', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'floating_ip_address': '172.27.3.17', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'port_id': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'mac_address': 'fa:16:3e:a3:e7:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297653df-d493-46e9-b847-a44dbca6d141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:55Z', 'updated_at': '2022-04-07T11:46:32Z', 'revision_number': 1, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:34.345719 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-743c1518-8fc9-4c7d-9962-4d49fd6df323 req-9fcc3b63-e547-4401-9054-60657c1cbee0 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934136 Apr 07 11:46:34.358047 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.358479 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.359222 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.359549 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.359894 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.360224 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.360541 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.360888 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.361208 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.361531 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.426677 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.427059 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.427339 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.427668 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109935) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 11:46:34.428043 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b785623-d26d-4616-9082-26ab5ba870fd']}} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:34.447541 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729e439d-f371-4759-bba3-90e55d928fb7') {'for_net_delete': True} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:34.447922 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729e439d-f371-4759-bba3-90e55d928fb7') {} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:34.464887 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125949275'] for segment (729e439d-f371-4759-bba3-90e55d928fb7), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.493516 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (729e439d-f371-4759-bba3-90e55d928fb7), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.502708 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=109935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:46:34.503150 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129855090'] for segment (729e439d-f371-4759-bba3-90e55d928fb7), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: from cryptography.utils import int_from_bytes Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: from cryptography.utils import int_from_bytes Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: Traceback (most recent call last): Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: timer() Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: cb(*args, **kw) Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: return func(*args, **kwargs) Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: self._notify() Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: self.callback(batched_events) Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: event.method(event) Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: return f(self, *a, **k) Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._get(url).json() Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: return self.request(url, 'GET', **kwargs) Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:46:34.507309 dv-cinder-836822-2-iscsi neutron-server[109935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:46:34.571511 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (6b785623-d26d-4616-9082-26ab5ba870fd), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.590988 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.594525 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6b785623-d26d-4616-9082-26ab5ba870fd HTTP/1.1" status: 204 len: 168 time: 0.7487497 Apr 07 11:46:34.595833 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf8950-cfe2-471b-9d21-e147cadf58c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b785623-d26d-4616-9082-26ab5ba870fd,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:34.596821 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9e25a-7cce-4975-b16e-c32ee9537f1c None None] New status for floating IP c4a771f7-20d6-4372-b11f-0fe2cd36f284: ACTIVE {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:46:34.597560 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57830) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:34.649989 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ead5fe-cb08-409e-a67e-dd7ef27e4659 admin admin] Deleting subnet 32cfd370-a4de-4709-86f2-5272b20d0e61 {{(pid=109935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:46:34.653480 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d1ead5fe-cb08-409e-a67e-dd7ef27e4659 admin admin] Publish callbacks [] for subnet (32cfd370-a4de-4709-86f2-5272b20d0e61), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.698018 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d1ead5fe-cb08-409e-a67e-dd7ef27e4659 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125949250'] for subnet (32cfd370-a4de-4709-86f2-5272b20d0e61), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.740992 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d1ead5fe-cb08-409e-a67e-dd7ef27e4659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (32cfd370-a4de-4709-86f2-5272b20d0e61), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.819646 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d1ead5fe-cb08-409e-a67e-dd7ef27e4659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129855124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126530468'] for subnet (32cfd370-a4de-4709-86f2-5272b20d0e61), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.855823 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ead5fe-cb08-409e-a67e-dd7ef27e4659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32cfd370-a4de-4709-86f2-5272b20d0e61,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:34.862218 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.897653 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d1ead5fe-cb08-409e-a67e-dd7ef27e4659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:34.904442 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d1ead5fe-cb08-409e-a67e-dd7ef27e4659 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/32cfd370-a4de-4709-86f2-5272b20d0e61 HTTP/1.1" status: 204 len: 168 time: 0.3057756 Apr 07 11:46:34.907102 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57846) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:34.933935 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa54ac-f7e8-4eae-9e87-4e5373d67683 req-45a09fb9-467e-407e-99eb-06935df3fb74 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:34.935618 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-34fa54ac-f7e8-4eae-9e87-4e5373d67683 req-45a09fb9-467e-407e-99eb-06935df3fb74 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0812423 Apr 07 11:46:34.988092 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (e7cc6d1a-687f-4acf-a977-187eb74ef34c), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.026917 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-34fa54ac-f7e8-4eae-9e87-4e5373d67683 req-16a71595-0c85-4d09-bcfc-a8ca49000cd5 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798833 Apr 07 11:46:35.088800 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (e7cc6d1a-687f-4acf-a977-187eb74ef34c), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.110533 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7cc6d1a-687f-4acf-a977-187eb74ef34c']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:35.119648 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054d3f35-dbf2-4c78-96af-43c93a27c243') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:35.119950 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054d3f35-dbf2-4c78-96af-43c93a27c243') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:35.133066 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (054d3f35-dbf2-4c78-96af-43c93a27c243), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.146364 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (054d3f35-dbf2-4c78-96af-43c93a27c243), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.152300 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:46:35.152680 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (054d3f35-dbf2-4c78-96af-43c93a27c243), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:46:35.154525 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:46:35.210017 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (e7cc6d1a-687f-4acf-a977-187eb74ef34c), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.216628 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.219895 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e7cc6d1a-687f-4acf-a977-187eb74ef34c HTTP/1.1" status: 204 len: 168 time: 0.3109848 Apr 07 11:46:35.229874 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa44f36-d65a-4f8c-bdde-06dd57f016b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7cc6d1a-687f-4acf-a977-187eb74ef34c,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:35.335832 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57862) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:35.375998 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-947f75ef-be27-4ace-8878-ef32d077f8da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc8b4ecc647a40e1b023c20156540d8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389290 Apr 07 11:46:35.378472 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57866) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:35.426155 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac194881-cea5-4021-9ed8-422e9c5e8e9f admin admin] Publish callbacks [] for security_group (b1523617-99c6-41c4-9356-3f76bd5b824f), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.451343 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac194881-cea5-4021-9ed8-422e9c5e8e9f admin admin] Publish callbacks [] for security_group (b1523617-99c6-41c4-9356-3f76bd5b824f), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.473547 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e1980-a024-4900-bc6a-9f0860be0a9f req-7651d76c-5db6-4413-bc5b-38ee8a1a3615 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:35.475975 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-018e1980-a024-4900-bc6a-9f0860be0a9f req-7651d76c-5db6-4413-bc5b-38ee8a1a3615 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0556951 Apr 07 11:46:35.504306 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac194881-cea5-4021-9ed8-422e9c5e8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (b1523617-99c6-41c4-9356-3f76bd5b824f), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.506904 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac194881-cea5-4021-9ed8-422e9c5e8e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.510593 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ac194881-cea5-4021-9ed8-422e9c5e8e9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1523617-99c6-41c4-9356-3f76bd5b824f HTTP/1.1" status: 204 len: 168 time: 0.1287327 Apr 07 11:46:35.521983 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194881-cea5-4021-9ed8-422e9c5e8e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1523617-99c6-41c4-9356-3f76bd5b824f,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:35.537815 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-018e1980-a024-4900-bc6a-9f0860be0a9f req-3a94c9be-61be-4529-93ee-6c57f3eb31bf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549433 Apr 07 11:46:35.851634 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 57880) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:35.899391 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-39bbe851-1a0b-4e9e-9954-0410313693a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a404c44419e41a4a2383cde693b67c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463672 Apr 07 11:46:35.902118 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57890) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:35.955556 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bd67217a-cef6-4f0e-af39-962fc942e9f8 admin admin] Publish callbacks [] for security_group (55059359-42ae-43a6-972e-2c70ed67a04c), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:35.981238 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bd67217a-cef6-4f0e-af39-962fc942e9f8 admin admin] Publish callbacks [] for security_group (55059359-42ae-43a6-972e-2c70ed67a04c), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:36.035675 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bd67217a-cef6-4f0e-af39-962fc942e9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (55059359-42ae-43a6-972e-2c70ed67a04c), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:36.038691 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bd67217a-cef6-4f0e-af39-962fc942e9f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:36.042328 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-bd67217a-cef6-4f0e-af39-962fc942e9f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55059359-42ae-43a6-972e-2c70ed67a04c HTTP/1.1" status: 204 len: 168 time: 0.1369777 Apr 07 11:46:36.049121 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd67217a-cef6-4f0e-af39-962fc942e9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55059359-42ae-43a6-972e-2c70ed67a04c,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:36.186697 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9747c3-5651-42bc-823c-60877a6337a0 req-a26b2013-808c-4fd6-82c0-ef13a757a73b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:36.188598 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ee9747c3-5651-42bc-823c-60877a6337a0 req-a26b2013-808c-4fd6-82c0-ef13a757a73b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0630412 Apr 07 11:46:36.308977 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ee9747c3-5651-42bc-823c-60877a6337a0 req-18f84244-42c6-4d21-8993-db167aaea48e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114972 Apr 07 11:46:36.366334 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-f6f39dac-bd21-414a-b979-13e2e3594e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:36.367851 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-f6f39dac-bd21-414a-b979-13e2e3594e42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 1130 time: 0.1208658 Apr 07 11:46:36.712370 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b2875-d162-4df9-8733-1310a0f9a698 req-657a545b-bfc1-46cd-a64a-83823da6f4e5 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:36.714836 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-884b2875-d162-4df9-8733-1310a0f9a698 req-657a545b-bfc1-46cd-a64a-83823da6f4e5 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0623591 Apr 07 11:46:36.784501 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-884b2875-d162-4df9-8733-1310a0f9a698 req-faf25136-1c7a-427f-9aad-b721c492cec2 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632179 Apr 07 11:46:37.445921 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fe987-fb1c-4835-b771-2eef929bc8e3 req-62e05178-723e-427f-8424-31d8cd299f2b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:37.447572 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6e3fe987-fb1c-4835-b771-2eef929bc8e3 req-62e05178-723e-427f-8424-31d8cd299f2b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0681467 Apr 07 11:46:37.504475 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6e3fe987-fb1c-4835-b771-2eef929bc8e3 req-0e1d3722-18c8-43c6-aea2-d9d10c3b634e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496573 Apr 07 11:46:37.667897 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa1d94e-06ee-47c0-973b-58459da8fe33 req-e4c3196f-7083-4308-aa2d-a9476220ea36 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:37.670092 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-faa1d94e-06ee-47c0-973b-58459da8fe33 req-e4c3196f-7083-4308-aa2d-a9476220ea36 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0700750 Apr 07 11:46:37.681866 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 57982) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:37.685883 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-5bf6ac01-5f2c-4cb8-a46e-9ad657043c85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'floatingip': {'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:37.699624 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-30d68dae-d95b-44b1-8734-f1777ba4f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:37.705441 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-30d68dae-d95b-44b1-8734-f1777ba4f74d service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.1842110 Apr 07 11:46:37.735718 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5bf6ac01-5f2c-4cb8-a46e-9ad657043c85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (408b0933-478a-4bbc-a647-790a2b3958ed), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.047917 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9badef9-49a6-4e09-915c-6d55fdea1cd2 req-aefe9968-9fc4-4069-903f-d5b9cf237e1f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:38.067214 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a9badef9-49a6-4e09-915c-6d55fdea1cd2 req-aefe9968-9fc4-4069-903f-d5b9cf237e1f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1807764 Apr 07 11:46:38.242352 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a9badef9-49a6-4e09-915c-6d55fdea1cd2 req-8ee7e206-9346-49c2-8c1a-4aa7964e057e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697052 Apr 07 11:46:38.263213 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-53109d80-1b71-4445-bce5-2c5cea857c2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 HTTP/1.1" status: 200 len: 1001 time: 0.1372268 Apr 07 11:46:38.354934 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58026) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:38.451595 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5bf6ac01-5f2c-4cb8-a46e-9ad657043c85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.457865 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5bf6ac01-5f2c-4cb8-a46e-9ad657043c85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (408b0933-478a-4bbc-a647-790a2b3958ed), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.507860 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1f75fdd4-0856-47f1-bb13-5735daaacb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.606123 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1f75fdd4-0856-47f1-bb13-5735daaacb1b admin admin] Publish callbacks [] for security_group (f3cbe862-488f-4080-9d6e-692003786c01), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.611093 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1f75fdd4-0856-47f1-bb13-5735daaacb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f3cbe862-488f-4080-9d6e-692003786c01), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.615691 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-5bf6ac01-5f2c-4cb8-a46e-9ad657043c85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Floating IP 408b0933-478a-4bbc-a647-790a2b3958ed associated. External IP: 172.27.3.68, port: ab73bc22-43c0-4d82-be68-7c89283480cd. Apr 07 11:46:38.625234 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1be4b3-444a-4881-be1c-ce43fc52fd68 req-bc4d0ffd-3092-44a2-8e90-265b1e5c0f9b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:38.626880 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bf1be4b3-444a-4881-be1c-ce43fc52fd68 req-bc4d0ffd-3092-44a2-8e90-265b1e5c0f9b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1210895 Apr 07 11:46:38.650281 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-1f75fdd4-0856-47f1-bb13-5735daaacb1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=573c1b23f5674ed48f3dc44d5312140c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2941606 Apr 07 11:46:38.651150 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f75fdd4-0856-47f1-bb13-5735daaacb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cbe862-488f-4080-9d6e-692003786c01,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:38.653766 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58034) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:38.713359 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-563d12ff-460e-4742-a168-68c6a7a8bf5d admin admin] Publish callbacks [] for security_group (f3cbe862-488f-4080-9d6e-692003786c01), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.737478 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-563d12ff-460e-4742-a168-68c6a7a8bf5d admin admin] Publish callbacks [] for security_group (f3cbe862-488f-4080-9d6e-692003786c01), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.765736 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bf1be4b3-444a-4881-be1c-ce43fc52fd68 req-29d7b0ef-0fdd-412d-9330-0c8c60f920b8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030018 Apr 07 11:46:38.806012 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-563d12ff-460e-4742-a168-68c6a7a8bf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f3cbe862-488f-4080-9d6e-692003786c01), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.809836 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-563d12ff-460e-4742-a168-68c6a7a8bf5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:38.812385 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-563d12ff-460e-4742-a168-68c6a7a8bf5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3cbe862-488f-4080-9d6e-692003786c01 HTTP/1.1" status: 204 len: 168 time: 0.1572456 Apr 07 11:46:38.826117 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d12ff-460e-4742-a168-68c6a7a8bf5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cbe862-488f-4080-9d6e-692003786c01,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:39.002812 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf6ac01-5f2c-4cb8-a46e-9ad657043c85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:46:39.115924 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf6ac01-5f2c-4cb8-a46e-9ad657043c85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:39.120791 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5bf6ac01-5f2c-4cb8-a46e-9ad657043c85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.125803 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:39.138059 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:39.138941 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:46:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:39.152893 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-5bf6ac01-5f2c-4cb8-a46e-9ad657043c85 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "PUT /v2.0/floatingips/408b0933-478a-4bbc-a647-790a2b3958ed HTTP/1.1" status: 200 len: 991 time: 1.4704847 Apr 07 11:46:39.153758 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'tag': 'ab73bc22-43c0-4d82-be68-7c89283480cd'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:39.156638 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "f3fa2af6-e59b-499a-a10d-946d5de67fbd", "tag": "ab73bc22-43c0-4d82-be68-7c89283480cd"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:39.172946 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58058) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:39.187001 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf7d4-96b1-4373-9c04-369b12e9f4a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.211584 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d53342-5054-4c5b-8c68-792d71584b38 x-openstack-request-id: req-50d53342-5054-4c5b-8c68-792d71584b38 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:39.211883 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3fa2af6-e59b-499a-a10d-946d5de67fbd", "tag": "ab73bc22-43c0-4d82-be68-7c89283480cd", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:39.212137 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50d53342-5054-4c5b-8c68-792d71584b38 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:39.212541 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50d53342-5054-4c5b-8c68-792d71584b38'] response: {'name': 'network-changed', 'server_uuid': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'tag': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'status': 'completed', 'code': 200} Apr 07 11:46:39.286356 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf7d4-96b1-4373-9c04-369b12e9f4a5 admin admin] Publish callbacks [] for security_group (71076a38-a892-40b4-9949-a5fc0a136fa9), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.291710 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf7d4-96b1-4373-9c04-369b12e9f4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (71076a38-a892-40b4-9949-a5fc0a136fa9), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.311700 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:39.428322 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-34f8a409-2db9-4126-8044-672d54220f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:39.431186 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-34f8a409-2db9-4126-8044-672d54220f2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 1130 time: 0.0756617 Apr 07 11:46:39.432441 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bf7d4-96b1-4373-9c04-369b12e9f4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71076a38-a892-40b4-9949-a5fc0a136fa9,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:39.442535 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-2e5bf7d4-96b1-4373-9c04-369b12e9f4a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eabd96a7dfad4beebc70458409497358&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2684877 Apr 07 11:46:39.445793 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58072) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:39.454245 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-94fe2bc3-8ce6-4e6f-ab5f-5081f8294093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:39.455699 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-94fe2bc3-8ce6-4e6f-ab5f-5081f8294093 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.1595216 Apr 07 11:46:39.466140 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-bb799707-b3f1-426f-bc9d-7c6a519d1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:39.467646 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-bb799707-b3f1-426f-bc9d-7c6a519d1e08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 1130 time: 0.1334119 Apr 07 11:46:39.509635 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b0f78a63-440e-4faf-be06-0482d2dcbfcb admin admin] Publish callbacks [] for security_group (71076a38-a892-40b4-9949-a5fc0a136fa9), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.534123 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b0f78a63-440e-4faf-be06-0482d2dcbfcb admin admin] Publish callbacks [] for security_group (71076a38-a892-40b4-9949-a5fc0a136fa9), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.583026 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '408b0933-478a-4bbc-a647-790a2b3958ed', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:51Z', 'updated_at': '2022-04-07T11:46:38Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:39.587521 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b0f78a63-440e-4faf-be06-0482d2dcbfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (71076a38-a892-40b4-9949-a5fc0a136fa9), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.590920 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b0f78a63-440e-4faf-be06-0482d2dcbfcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:39.592467 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b0f78a63-440e-4faf-be06-0482d2dcbfcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71076a38-a892-40b4-9949-a5fc0a136fa9 HTTP/1.1" status: 204 len: 168 time: 0.1447852 Apr 07 11:46:39.600890 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f78a63-440e-4faf-be06-0482d2dcbfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71076a38-a892-40b4-9949-a5fc0a136fa9,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:39.610836 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:39.620036 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:39.620954 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:46:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:39.774576 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:39.872560 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-a42dfb76-fb34-4482-bce9-1c18ee99b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:39.874852 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-a42dfb76-fb34-4482-bce9-1c18ee99b570 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.1667280 Apr 07 11:46:39.942827 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-71a81377-c3ed-45ca-9544-33ac2ff5ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:39.944594 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-71a81377-c3ed-45ca-9544-33ac2ff5ce14 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2214437 Apr 07 11:46:39.949492 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-dbaaa640-be48-4920-8855-8a9457eec430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:39.951224 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-dbaaa640-be48-4920-8855-8a9457eec430 service neutron] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 916 time: 0.2429681 Apr 07 11:46:39.980627 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-de42391f-69b6-4815-9c96-2614feb576c6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1453a264-bec7-4ba8-82c2-3431716ed961 HTTP/1.1" status: 200 len: 217 time: 0.0929856 Apr 07 11:46:40.047619 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493818-4197-4e0f-8a82-8d2175a21ccc req-9c0e2669-e8e6-404e-ad5b-f6367933dc51 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:40.056518 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55493818-4197-4e0f-8a82-8d2175a21ccc req-9c0e2669-e8e6-404e-ad5b-f6367933dc51 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1516080 Apr 07 11:46:40.096581 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-a68ab115-58ae-4301-bd72-48f393a3fa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:40.098548 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-8fd6cd25-f732-4365-bb70-4ed148d6b0e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab73bc22-43c0-4d82-be68-7c89283480cd HTTP/1.1" status: 200 len: 999 time: 0.1356127 Apr 07 11:46:40.099169 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-a68ab115-58ae-4301-bd72-48f393a3fa42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.1090915 Apr 07 11:46:40.167114 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '408b0933-478a-4bbc-a647-790a2b3958ed', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:51Z', 'updated_at': '2022-04-07T11:46:38Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:40.172506 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-c126e387-bc10-421e-88df-e68f1367f606 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200933 Apr 07 11:46:40.205081 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55493818-4197-4e0f-8a82-8d2175a21ccc req-603e3d58-f0c0-4327-83cb-f083c6686b77 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426425 Apr 07 11:46:40.232077 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-b10e6b98-c062-463e-b263-3e2ed73c5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:40.234587 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-b10e6b98-c062-463e-b263-3e2ed73c5b05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174381 Apr 07 11:46:40.252886 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbf17cc-faae-4ed2-8a5d-cf97a356a5fd None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '408b0933-478a-4bbc-a647-790a2b3958ed', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:51Z', 'updated_at': '2022-04-07T11:46:38Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:40.362364 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-143682ca-dad4-4e32-b109-105d3d124fab service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137569 Apr 07 11:46:40.414042 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58118) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:40.501650 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d4712aae-60cf-4f13-8e91-de9a3f3ce485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.569857 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fd19536b-c8f0-4adb-a9e8-1ceddbdc9848 req-6f5e857d-4e99-4701-afe6-3b03dd2c75c9 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861136 Apr 07 11:46:40.573070 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e0f7233-21c6-465b-a65c-99dae61de557 req-5396b86c-dd23-4c4f-bf51-c752ec796f19 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954913 Apr 07 11:46:40.573703 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-71a3ce7b-5eab-4786-bb40-c471d1f54085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:40.575305 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-71a3ce7b-5eab-4786-bb40-c471d1f54085 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.4573045 Apr 07 11:46:40.677223 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8e092d-9e70-400b-86a3-c17c21112538 None None] New status for floating IP 408b0933-478a-4bbc-a647-790a2b3958ed: ACTIVE {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:46:40.694894 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d4712aae-60cf-4f13-8e91-de9a3f3ce485 admin admin] Publish callbacks [] for security_group (4e32c65d-1efc-49c8-a3b3-b4f44a518be6), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.701390 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d4712aae-60cf-4f13-8e91-de9a3f3ce485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (4e32c65d-1efc-49c8-a3b3-b4f44a518be6), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.725952 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58140) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:40.749562 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-cd9fbc69-db6c-4383-9f18-28ab66eef3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:40.751824 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-cd9fbc69-db6c-4383-9f18-28ab66eef3ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1493921 Apr 07 11:46:40.785544 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d4712aae-60cf-4f13-8e91-de9a3f3ce485 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b901bbb56d2043b1b3bf422614966e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3696187 Apr 07 11:46:40.786364 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58144) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:40.793976 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4712aae-60cf-4f13-8e91-de9a3f3ce485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e32c65d-1efc-49c8-a3b3-b4f44a518be6,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:40.868959 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2ada-1d88-4388-bffe-4ece1a26b7d5 admin admin] Publish callbacks [] for security_group (4e32c65d-1efc-49c8-a3b3-b4f44a518be6), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.901995 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2ada-1d88-4388-bffe-4ece1a26b7d5 admin admin] Publish callbacks [] for security_group (4e32c65d-1efc-49c8-a3b3-b4f44a518be6), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.971627 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-34cb58a4-0042-4ec9-99b9-4707ce11e1d2 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976759 Apr 07 11:46:40.987643 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2ada-1d88-4388-bffe-4ece1a26b7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (4e32c65d-1efc-49c8-a3b3-b4f44a518be6), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.990611 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ec1f2ada-1d88-4388-bffe-4ece1a26b7d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:40.992538 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-ec1f2ada-1d88-4388-bffe-4ece1a26b7d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e32c65d-1efc-49c8-a3b3-b4f44a518be6 HTTP/1.1" status: 204 len: 168 time: 0.2045619 Apr 07 11:46:41.013615 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f2ada-1d88-4388-bffe-4ece1a26b7d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e32c65d-1efc-49c8-a3b3-b4f44a518be6,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:41.137946 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-88cd9583-24f6-4d5e-b560-e21f27d3e1e0 req-d1bfbf40-d67a-48a0-aa1c-8ed8bfb17114 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636238 Apr 07 11:46:41.139018 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceca891-e614-492a-a534-dec229c40eda req-caf04d7b-5656-47a5-a959-a6a2e14eff7e tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:41.140763 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8ceca891-e614-492a-a534-dec229c40eda req-caf04d7b-5656-47a5-a959-a6a2e14eff7e tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.0762870 Apr 07 11:46:41.162217 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58152) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:41.197224 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2b98d5c6-4e7b-48f0-a29b-8e0628137be0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.204808 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8ceca891-e614-492a-a534-dec229c40eda req-b9faab92-13f3-47b6-9a4e-507ecd14424a tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568781 Apr 07 11:46:41.297376 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d2fd156b-56c9-4489-95ed-83aca2c86dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.337565 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2b98d5c6-4e7b-48f0-a29b-8e0628137be0 admin admin] Publish callbacks [] for security_group (9b5919ac-1dc7-4b22-b9bb-7f0c2ba1b957), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.346540 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72dac21-bcf6-47be-a9cf-50a179f6f81b req-858849f6-c776-481b-b57b-bdec2d98ba77 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:41.347105 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2b98d5c6-4e7b-48f0-a29b-8e0628137be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9b5919ac-1dc7-4b22-b9bb-7f0c2ba1b957), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.352032 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c72dac21-bcf6-47be-a9cf-50a179f6f81b req-858849f6-c776-481b-b57b-bdec2d98ba77 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0676081 Apr 07 11:46:41.403657 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b98d5c6-4e7b-48f0-a29b-8e0628137be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5919ac-1dc7-4b22-b9bb-7f0c2ba1b957,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:41.407482 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c72dac21-bcf6-47be-a9cf-50a179f6f81b req-372aad7a-4e90-4e37-a714-7315b59b13ef tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518789 Apr 07 11:46:41.420087 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-2b98d5c6-4e7b-48f0-a29b-8e0628137be0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abceecf1e2f847069520e04e8bfbb088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6927662 Apr 07 11:46:41.423072 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58160) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:41.479811 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d2fd156b-56c9-4489-95ed-83aca2c86dce admin admin] Publish callbacks [] for security_group (5b1421ff-2f1b-4b63-8ba4-5989ccc6ddb1), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.484762 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d2fd156b-56c9-4489-95ed-83aca2c86dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (5b1421ff-2f1b-4b63-8ba4-5989ccc6ddb1), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.494542 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-377100a0-0152-4567-89e6-b37c9f2194a1 admin admin] Publish callbacks [] for security_group (9b5919ac-1dc7-4b22-b9bb-7f0c2ba1b957), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.519588 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-377100a0-0152-4567-89e6-b37c9f2194a1 admin admin] Publish callbacks [] for security_group (9b5919ac-1dc7-4b22-b9bb-7f0c2ba1b957), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.540083 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd156b-56c9-4489-95ed-83aca2c86dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1421ff-2f1b-4b63-8ba4-5989ccc6ddb1,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:41.547098 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-d2fd156b-56c9-4489-95ed-83aca2c86dce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8a5852aa0284d14a55f76641923a8ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3811252 Apr 07 11:46:41.548238 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58166) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:41.577120 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-377100a0-0152-4567-89e6-b37c9f2194a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9b5919ac-1dc7-4b22-b9bb-7f0c2ba1b957), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.580123 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-377100a0-0152-4567-89e6-b37c9f2194a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.581258 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-377100a0-0152-4567-89e6-b37c9f2194a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b5919ac-1dc7-4b22-b9bb-7f0c2ba1b957 HTTP/1.1" status: 204 len: 168 time: 0.1571124 Apr 07 11:46:41.603556 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377100a0-0152-4567-89e6-b37c9f2194a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5919ac-1dc7-4b22-b9bb-7f0c2ba1b957,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:41.622596 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-96763e10-2fe2-49f2-9762-a3d4b428e2b0 admin admin] Publish callbacks [] for security_group (5b1421ff-2f1b-4b63-8ba4-5989ccc6ddb1), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.658436 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-96763e10-2fe2-49f2-9762-a3d4b428e2b0 admin admin] Publish callbacks [] for security_group (5b1421ff-2f1b-4b63-8ba4-5989ccc6ddb1), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.757088 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-96763e10-2fe2-49f2-9762-a3d4b428e2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (5b1421ff-2f1b-4b63-8ba4-5989ccc6ddb1), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.760170 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-96763e10-2fe2-49f2-9762-a3d4b428e2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:41.762436 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-96763e10-2fe2-49f2-9762-a3d4b428e2b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b1421ff-2f1b-4b63-8ba4-5989ccc6ddb1 HTTP/1.1" status: 204 len: 168 time: 0.2131569 Apr 07 11:46:41.771931 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96763e10-2fe2-49f2-9762-a3d4b428e2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1421ff-2f1b-4b63-8ba4-5989ccc6ddb1,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:41.980398 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58190) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:41.996280 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ab46b4be-cd7f-4221-a697-23b89232d060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.081531 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ab46b4be-cd7f-4221-a697-23b89232d060 admin admin] Publish callbacks [] for security_group (46cf573a-c06f-4f1d-8c69-288626d67d8f), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.087103 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ab46b4be-cd7f-4221-a697-23b89232d060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (46cf573a-c06f-4f1d-8c69-288626d67d8f), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.125361 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46b4be-cd7f-4221-a697-23b89232d060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf573a-c06f-4f1d-8c69-288626d67d8f,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:42.132342 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58198) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:42.132904 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ab46b4be-cd7f-4221-a697-23b89232d060 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c8bf100914ee478e97957cff0fbd80af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1508973 Apr 07 11:46:42.186642 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e22a2985-6404-4bae-b674-230de43d34bc admin admin] Publish callbacks [] for security_group (46cf573a-c06f-4f1d-8c69-288626d67d8f), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.211013 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e22a2985-6404-4bae-b674-230de43d34bc admin admin] Publish callbacks [] for security_group (46cf573a-c06f-4f1d-8c69-288626d67d8f), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.270210 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e22a2985-6404-4bae-b674-230de43d34bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (46cf573a-c06f-4f1d-8c69-288626d67d8f), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.272899 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e22a2985-6404-4bae-b674-230de43d34bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.274330 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e22a2985-6404-4bae-b674-230de43d34bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46cf573a-c06f-4f1d-8c69-288626d67d8f HTTP/1.1" status: 204 len: 168 time: 0.1407788 Apr 07 11:46:42.283922 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22a2985-6404-4bae-b674-230de43d34bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf573a-c06f-4f1d-8c69-288626d67d8f,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:42.363019 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5526b3-ef93-4d01-932c-52ee37af5744 req-f1cc833e-12e3-4c6c-9bd3-283cb19764a4 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:42.363019 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c5526b3-ef93-4d01-932c-52ee37af5744 req-f1cc833e-12e3-4c6c-9bd3-283cb19764a4 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.0703096 Apr 07 11:46:42.415082 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58212) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:42.422619 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c5526b3-ef93-4d01-932c-52ee37af5744 req-01c7410a-2034-4d74-ba53-aaed2f1ace0a tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487888 Apr 07 11:46:42.557078 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a727320-118d-4237-9b59-6363c81211b1 req-98b7b825-7df3-4888-8812-1ea40cfb5c74 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:42.559458 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9a727320-118d-4237-9b59-6363c81211b1 req-98b7b825-7df3-4888-8812-1ea40cfb5c74 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0722494 Apr 07 11:46:42.612632 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9a727320-118d-4237-9b59-6363c81211b1 req-28801ff0-521c-409e-b8e5-f059b4abe890 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460894 Apr 07 11:46:42.664791 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-9560780-network', 'tenant_id': '2a16610ad3c34e508d44cccae23b3545'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:42.686284 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Made reservation on behalf of 2a16610ad3c34e508d44cccae23b3545 for: {'network': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:42.688972 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.701311 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.794874 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Publish callbacks [] for security_group (450e50b2-d54f-455c-852c-cf0fbe2a2fb5), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.801285 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (450e50b2-d54f-455c-852c-cf0fbe2a2fb5), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.835477 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=109936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:46:42.837850 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450e50b2-d54f-455c-852c-cf0fbe2a2fb5,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:42.849769 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (b1c73048-8245-41a4-9017-73964223348e), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.849769 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.segments_db [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Added segment b1c73048-8245-41a4-9017-73964223348e of type vlan for network c1b76852-8d5e-45f5-9054-8e9125843943 Apr 07 11:46:42.896359 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (c1b76852-8d5e-45f5-9054-8e9125843943), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.927439 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (c1b76852-8d5e-45f5-9054-8e9125843943), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.928736 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:42.929521 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:42.990487 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5739431 Apr 07 11:46:42.993904 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58240) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:42.995859 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80103f6-f844-4730-913b-85a6b6d5f362 admin admin] Pushing event updated for resources: {'Network': ['ID=c1b76852-8d5e-45f5-9054-8e9125843943,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:42.999560 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Request body: {'subnet': {'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-9560780-subnet', 'tenant_id': '2a16610ad3c34e508d44cccae23b3545', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:43.009623 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network c1b76852-8d5e-45f5-9054-8e9125843943 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:46:43.019504 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Made reservation on behalf of 2a16610ad3c34e508d44cccae23b3545 for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:43.023830 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126528581'] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.217111 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129855189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126530495'] for subnet (6eff10f4-d03e-48e8-bb98-6ecffadd2f13), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.289616 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eff10f4-d03e-48e8-bb98-6ecffadd2f13,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:43.317509 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Checking segment: {'id': 'b1c73048-8245-41a4-9017-73964223348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:43.318566 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Network hostable DHCP agents. Network: c1b76852-8d5e-45f5-9054-8e9125843943, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:46:43.325408 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17818210-0592-41b0-b83c-c2e60d907a57 req-9e8c18a4-663a-4a6b-8a84-76d243d1e0ea tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:43.326988 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-17818210-0592-41b0-b83c-c2e60d907a57 req-9e8c18a4-663a-4a6b-8a84-76d243d1e0ea tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.52 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.1030025 Apr 07 11:46:43.337740 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Network c1b76852-8d5e-45f5-9054-8e9125843943 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:46:43.349675 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, c1b76852-8d5e-45f5-9054-8e9125843943) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:43.354112 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:43.354732 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.361210 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d60a18c-d438-4224-afc9-530cf5386350 None None] Network c1b76852-8d5e-45f5-9054-8e9125843943 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:43.375674 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-02bd27cc-ecd9-4e99-a8cc-0ab2e7e384f0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3805239 Apr 07 11:46:43.529074 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9215ce8-d700-4ca7-a30d-3dbbe7e1f386 None None] Network c1b76852-8d5e-45f5-9054-8e9125843943 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:43.699595 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-17818210-0592-41b0-b83c-c2e60d907a57 req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Deleting port 3d17752b-cbc2-420f-8790-760b66f4ab10 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:46:43.701126 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-17818210-0592-41b0-b83c-c2e60d907a57 req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.709659 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83988a49-2cfc-40a2-a2f9-4df8bca5ee9f req-53e0fda9-af45-480e-b136-236991e009c2 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:43.712908 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-83988a49-2cfc-40a2-a2f9-4df8bca5ee9f req-53e0fda9-af45-480e-b136-236991e009c2 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 945 time: 0.1278293 Apr 07 11:46:43.827234 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-83988a49-2cfc-40a2-a2f9-4df8bca5ee9f req-a7949a30-14cc-4423-8e0c-a75e50f8475b tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/security-groups?id=752f9f9d-3273-425c-8109-64cdecf257e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080346 Apr 07 11:46:43.868879 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715d5-8842-4132-a6d4-684d200f149b req-a749a1fd-1bdc-4ac4-af77-3b7f37495508 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:43.870409 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-761715d5-8842-4132-a6d4-684d200f149b req-a749a1fd-1bdc-4ac4-af77-3b7f37495508 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1024489 Apr 07 11:46:43.917047 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-17818210-0592-41b0-b83c-c2e60d907a57 req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] For port 3d17752b-cbc2-420f-8790-760b66f4ab10, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=3d17752b-cbc2-420f-8790-760b66f4ab10,segment=NetworkSegment(aa490348-099b-431d-876b-aba1cbdc3e6a),segment_id=aa490348-099b-431d-876b-aba1cbdc3e6a)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:43.918033 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-17818210-0592-41b0-b83c-c2e60d907a57 req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:43.961546 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-17818210-0592-41b0-b83c-c2e60d907a57 req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Calling delete_port for 3d17752b-cbc2-420f-8790-760b66f4ab10 owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:46:43.966846 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-761715d5-8842-4132-a6d4-684d200f149b req-71b2bb3f-ac8d-4df1-8177-e00507c84ae3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881939 Apr 07 11:46:44.148894 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-17818210-0592-41b0-b83c-c2e60d907a57 req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (3d17752b-cbc2-420f-8790-760b66f4ab10), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.162369 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['3d17752b-cbc2-420f-8790-760b66f4ab10'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:44.188247 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Pushing event deleted for resources: {'Port': ['ID=3d17752b-cbc2-420f-8790-760b66f4ab10,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:44.255465 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-17818210-0592-41b0-b83c-c2e60d907a57 req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] No DVR routers for this DVR port 3d17752b-cbc2-420f-8790-760b66f4ab10 on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:46:44.259247 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-17818210-0592-41b0-b83c-c2e60d907a57 req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:44.263408 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-17818210-0592-41b0-b83c-c2e60d907a57 req-0a8cafe4-9d5a-4bbd-85fa-48035ffc0bc1 tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.52 "DELETE /v2.0/ports/3d17752b-cbc2-420f-8790-760b66f4ab10 HTTP/1.1" status: 204 len: 173 time: 0.9266412 Apr 07 11:46:44.263867 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c73ee7-06dd-4508-ab31-94dcec8a2bb5', 'name': 'network-vif-deleted', 'tag': '3d17752b-cbc2-420f-8790-760b66f4ab10'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:44.266676 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d458a5-1cc5-47ac-a53d-16f1a7eb382f" -d '{"events": [{"server_uuid": "43c73ee7-06dd-4508-ab31-94dcec8a2bb5", "name": "network-vif-deleted", "tag": "3d17752b-cbc2-420f-8790-760b66f4ab10"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:44.313403 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1606218-f7df-423b-a405-e334fac64a35 x-openstack-request-id: req-d1606218-f7df-423b-a405-e334fac64a35 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:44.313773 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c73ee7-06dd-4508-ab31-94dcec8a2bb5", "name": "network-vif-deleted", "tag": "3d17752b-cbc2-420f-8790-760b66f4ab10", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:44.314253 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1606218-f7df-423b-a405-e334fac64a35 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:44.314854 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1606218-f7df-423b-a405-e334fac64a35'] response: {'server_uuid': '43c73ee7-06dd-4508-ab31-94dcec8a2bb5', 'name': 'network-vif-deleted', 'tag': '3d17752b-cbc2-420f-8790-760b66f4ab10', 'status': 'completed', 'code': 200} Apr 07 11:46:44.688989 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58312) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:44.824351 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-c57cd8f0-e7bd-4d3f-a58b-bffe00fb477d tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7e5c26766f77429bbeca6854453867a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362313 Apr 07 11:46:44.830427 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-afd6eb97-d3f1-4d5e-9a83-2def821dfe0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.240470 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f6b3825-45a4-44ef-be9b-2f55b1594b7b req-2718f92e-a357-49d8-8f7a-70fa5373ca8b tempest-DeleteServersTestJSON-660522854 tempest-DeleteServersTestJSON-660522854-project] 10.222.0.15 "GET /v2.0/ports?device_id=43c73ee7-06dd-4508-ab31-94dcec8a2bb5 HTTP/1.1" status: 200 len: 210 time: 0.2910907 Apr 07 11:46:45.358522 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-adf85921-46ae-462d-9a44-bcfb64b8bcd7 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:45.360193 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-adf85921-46ae-462d-9a44-bcfb64b8bcd7 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5172632 Apr 07 11:46:45.432378 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-57022dd2-7c95-4d8f-840a-60da5c2ed88e tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/quotas/7e5c26766f77429bbeca6854453867a8 HTTP/1.1" status: 200 len: 375 time: 0.0595477 Apr 07 11:46:45.444316 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-afd6eb97-d3f1-4d5e-9a83-2def821dfe0c admin admin] Publish callbacks [] for security_group (e73c1825-3d45-470e-b3ea-a079c848b8a0), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.458884 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-afd6eb97-d3f1-4d5e-9a83-2def821dfe0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e73c1825-3d45-470e-b3ea-a079c848b8a0), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.495673 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-a48da05c-f44a-4411-9b4e-bdc55f017430 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e5c26766f77429bbeca6854453867a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549142 Apr 07 11:46:45.540192 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e06e91-d9b9-4a41-adf4-0f320858621e req-c4101d8c-af64-4284-9946-25818636c95a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:45.541864 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a8e06e91-d9b9-4a41-adf4-0f320858621e req-c4101d8c-af64-4284-9946-25818636c95a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1944635 Apr 07 11:46:45.544975 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6eb97-d3f1-4d5e-9a83-2def821dfe0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73c1825-3d45-470e-b3ea-a079c848b8a0,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:45.552477 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-afd6eb97-d3f1-4d5e-9a83-2def821dfe0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=599a799a438849bd8c01d772b7a6e054&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8624294 Apr 07 11:46:45.552686 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58354) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:45.608378 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a8e06e91-d9b9-4a41-adf4-0f320858621e req-12085764-b7c9-4a9c-a9c4-d6d224a3e677 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546288 Apr 07 11:46:45.631233 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-25d590d4-e463-443a-a786-128bb3c1dbd2 admin admin] Publish callbacks [] for security_group (e73c1825-3d45-470e-b3ea-a079c848b8a0), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.653783 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-25d590d4-e463-443a-a786-128bb3c1dbd2 admin admin] Publish callbacks [] for security_group (e73c1825-3d45-470e-b3ea-a079c848b8a0), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.723992 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-25d590d4-e463-443a-a786-128bb3c1dbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e73c1825-3d45-470e-b3ea-a079c848b8a0), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.727748 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-25d590d4-e463-443a-a786-128bb3c1dbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:45.728923 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-25d590d4-e463-443a-a786-128bb3c1dbd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e73c1825-3d45-470e-b3ea-a079c848b8a0 HTTP/1.1" status: 204 len: 168 time: 0.1748443 Apr 07 11:46:45.739257 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d590d4-e463-443a-a786-128bb3c1dbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73c1825-3d45-470e-b3ea-a079c848b8a0,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:45.740233 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5f074ea1-397d-49aa-98c7-1525e5d7218b req-abb1ab20-58d5-4848-93dc-7779759df411 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 210 time: 0.0546880 Apr 07 11:46:45.851172 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-0019de57-c8b4-4a59-9b3e-e45a510aba17 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:45.853060 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-0019de57-c8b4-4a59-9b3e-e45a510aba17 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/networks?id=c1b76852-8d5e-45f5-9054-8e9125843943 HTTP/1.1" status: 200 len: 806 time: 0.1588178 Apr 07 11:46:45.871570 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-22dab7fa-bfd3-4a93-bd39-5c9ef454fd4d tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/quotas/2a16610ad3c34e508d44cccae23b3545 HTTP/1.1" status: 200 len: 375 time: 0.0100470 Apr 07 11:46:45.905868 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-3c5506ec-0381-4087-bec8-25b2b67fa1cb tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a16610ad3c34e508d44cccae23b3545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275307 Apr 07 11:46:46.008604 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-f7c4eebf-4e9c-4656-b8a1-84968440111e service neutron] 10.222.0.15 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955815 Apr 07 11:46:46.055027 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58378) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:46.070444 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1aad6f03-60c0-4967-a461-cc98e83a4692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.107622 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-3c4960b9-24dc-4fe0-a193-9a0f504c7f50 service neutron] 10.222.0.15 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925024 Apr 07 11:46:46.168054 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1aad6f03-60c0-4967-a461-cc98e83a4692 admin admin] Publish callbacks [] for security_group (68b6a349-fc9a-43bc-a072-2f5e86df072d), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.173290 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1aad6f03-60c0-4967-a461-cc98e83a4692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (68b6a349-fc9a-43bc-a072-2f5e86df072d), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.216271 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-1aad6f03-60c0-4967-a461-cc98e83a4692 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6b86bec825f4afaa1e83b43482c60a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600089 Apr 07 11:46:46.217907 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad6f03-60c0-4967-a461-cc98e83a4692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b6a349-fc9a-43bc-a072-2f5e86df072d,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:46.219273 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58380) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:46.306711 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3e4eeedc-7b30-427d-a99f-24e1eb243ace req-e5ef0f5e-7f05-4021-ba42-53b074fe9a6d tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 210 time: 0.0414934 Apr 07 11:46:46.309976 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-45ddc21d-c0d5-45d5-bfc5-888fdd28e8e4 admin admin] Publish callbacks [] for security_group (68b6a349-fc9a-43bc-a072-2f5e86df072d), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.349099 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-45ddc21d-c0d5-45d5-bfc5-888fdd28e8e4 admin admin] Publish callbacks [] for security_group (68b6a349-fc9a-43bc-a072-2f5e86df072d), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.405883 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-45ddc21d-c0d5-45d5-bfc5-888fdd28e8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (68b6a349-fc9a-43bc-a072-2f5e86df072d), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.408633 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-45ddc21d-c0d5-45d5-bfc5-888fdd28e8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:46.412481 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-45ddc21d-c0d5-45d5-bfc5-888fdd28e8e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68b6a349-fc9a-43bc-a072-2f5e86df072d HTTP/1.1" status: 204 len: 168 time: 0.1892247 Apr 07 11:46:46.430716 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ddc21d-c0d5-45d5-bfc5-888fdd28e8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b6a349-fc9a-43bc-a072-2f5e86df072d,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:46.730578 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-a20dbe34-30b9-400a-af59-ca969037a9f7 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=7e5c26766f77429bbeca6854453867a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402403 Apr 07 11:46:46.820023 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59628b-039b-4279-9e5f-34f8a32c3ca2 req-251dc223-55a8-433f-a3a7-7c15ce02e683 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:46.830310 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dd59628b-039b-4279-9e5f-34f8a32c3ca2 req-251dc223-55a8-433f-a3a7-7c15ce02e683 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0968215 Apr 07 11:46:46.942924 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4f19038a-ca06-47d7-b53a-2bb4e695688b req-0c80b06c-03f0-47b0-a8bb-9ce818ed62e4 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 210 time: 0.0501215 Apr 07 11:46:46.971604 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58430) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:46.980331 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dd59628b-039b-4279-9e5f-34f8a32c3ca2 req-313f1698-5f0b-4501-9660-34237ecb715f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486731 Apr 07 11:46:47.082995 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e29f9579-b30b-4197-99cf-b99f77deed80 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:47.084903 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e29f9579-b30b-4197-99cf-b99f77deed80 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3380659 Apr 07 11:46:47.117869 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8c9e51bc-3fe3-4af1-b287-7f15aa8e0cfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.140680 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Request body: {'port': {'device_id': '36a849a3-089f-49fc-b506-4c30175f60fd', 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798', 'admin_state_up': True, 'tenant_id': '7e5c26766f77429bbeca6854453867a8'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:47.283437 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8c9e51bc-3fe3-4af1-b287-7f15aa8e0cfc admin admin] Publish callbacks [] for security_group (8decc9cf-1962-41f4-91c1-4098c81154db), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.288632 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8c9e51bc-3fe3-4af1-b287-7f15aa8e0cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (8decc9cf-1962-41f4-91c1-4098c81154db), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.298592 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Made reservation on behalf of 7e5c26766f77429bbeca6854453867a8 for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:47.302372 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.331485 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.347536 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8c9e51bc-3fe3-4af1-b287-7f15aa8e0cfc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ea6f65e38424d898a119031a1af1270&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3745718 Apr 07 11:46:47.348706 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9e51bc-3fe3-4af1-b287-7f15aa8e0cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8decc9cf-1962-41f4-91c1-4098c81154db,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:47.351762 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58454) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:47.424000 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-28aff29f-fb84-43c7-85c3-61955ca6cbe4 req-017e7be9-84e5-4ec5-bb5f-12b942830603 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 210 time: 0.0392501 Apr 07 11:46:47.427125 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks [] for security_group (429b3b0e-a6c0-4d67-8321-0a34cfb39578), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.433574 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (429b3b0e-a6c0-4d67-8321-0a34cfb39578), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.444688 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8551-4cdc-4722-ada9-c91a6b4a7eb6 admin admin] Publish callbacks [] for security_group (8decc9cf-1962-41f4-91c1-4098c81154db), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.471993 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8551-4cdc-4722-ada9-c91a6b4a7eb6 admin admin] Publish callbacks [] for security_group (8decc9cf-1962-41f4-91c1-4098c81154db), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.499029 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=429b3b0e-a6c0-4d67-8321-0a34cfb39578,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:47.565939 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 3d17752b-cbc2-420f-8790-760b66f4ab10 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:46:47.609392 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Allocated IP 192.168.233.56 (a4bdde22-639a-49ee-a989-8b415bf9a798/a7b65228-28b1-4e77-96d6-ea4b22817f33/c09a21bf-47ba-4a12-9f9e-e4b25835d4ec) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:47.610750 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 3d17752b-cbc2-420f-8790-760b66f4ab10 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:46:47.612276 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 3d17752b-cbc2-420f-8790-760b66f4ab10 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:46:47.617371 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8551-4cdc-4722-ada9-c91a6b4a7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (8decc9cf-1962-41f4-91c1-4098c81154db), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.620393 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d3aa8551-4cdc-4722-ada9-c91a6b4a7eb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.626413 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d3aa8551-4cdc-4722-ada9-c91a6b4a7eb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8decc9cf-1962-41f4-91c1-4098c81154db HTTP/1.1" status: 204 len: 168 time: 0.2722733 Apr 07 11:46:47.649806 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa8551-4cdc-4722-ada9-c91a6b4a7eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8decc9cf-1962-41f4-91c1-4098c81154db,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:47.706078 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-925249c9-81d2-4c60-8325-a767490a5e88 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:47.707919 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-925249c9-81d2-4c60-8325-a767490a5e88 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.52 "GET /v2.0/networks?id=c1b76852-8d5e-45f5-9054-8e9125843943 HTTP/1.1" status: 200 len: 806 time: 0.1728745 Apr 07 11:46:47.735422 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Request body: {'port': {'device_id': 'c840e71c-8c8d-47df-8945-a9c9407325f4', 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943', 'admin_state_up': True, 'tenant_id': '2a16610ad3c34e508d44cccae23b3545'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:47.848897 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks [] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.870585 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58474) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:47.924686 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Made reservation on behalf of 2a16610ad3c34e508d44cccae23b3545 for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:47.928091 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.942569 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:47.947864 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_v2 [None req-54401ea5-8c44-44df-92d6-49c4b91f723e admin admin] Deleting subnet 518f5dfb-28dd-4c70-b013-cdb8009a1feb {{(pid=109936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:46:47.997674 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54401ea5-8c44-44df-92d6-49c4b91f723e admin admin] Publish callbacks [] for subnet (518f5dfb-28dd-4c70-b013-cdb8009a1feb), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.000819 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Pushing event updated for resources: {'Port': ['ID=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:48.043658 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Network a4bdde22-639a-49ee-a989-8b415bf9a798 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:48.047957 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:48.051895 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:48.060856 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54401ea5-8c44-44df-92d6-49c4b91f723e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1154786'] for subnet (518f5dfb-28dd-4c70-b013-cdb8009a1feb), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.141973 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:48.142782 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.154771 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54401ea5-8c44-44df-92d6-49c4b91f723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (518f5dfb-28dd-4c70-b013-cdb8009a1feb), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.193001 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Allocated IP 172.20.0.7 (c1b76852-8d5e-45f5-9054-8e9125843943/6eff10f4-d03e-48e8-bb98-6ecffadd2f13/b1890927-fe7d-4e94-8ecd-3bf0b302c2d6) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:48.237782 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58486) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:48.319246 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-7a7cbf85-62dd-40dc-b7cc-9e7ddfb6e942 None None] Provisioning complete for port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:48.320115 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-7a7cbf85-62dd-40dc-b7cc-9e7ddfb6e942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.324821 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c99b-3218-4b6b-99cc-15a36daeb728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.362419 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-7a7cbf85-62dd-40dc-b7cc-9e7ddfb6e942 None None] Port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:48.439815 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b310bd3-21ee-4013-9664-4ca336021762 req-54286015-d9e9-47d8-9132-f223a49183b7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:48.440322 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e541d209-d4ea-4b4b-bd3c-9ea16820a3d6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3047104 Apr 07 11:46:48.441430 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b310bd3-21ee-4013-9664-4ca336021762 req-54286015-d9e9-47d8-9132-f223a49183b7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.3514080 Apr 07 11:46:48.458411 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Request body: {'port': {'device_id': '36a849a3-089f-49fc-b506-4c30175f60fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:48.468186 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d9aba2-31b3-48bb-bde4-888aaed1c568 req-d870349c-5ee7-44ed-915c-46121634ca21 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:48.471215 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a8d9aba2-31b3-48bb-bde4-888aaed1c568 req-d870349c-5ee7-44ed-915c-46121634ca21 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 935 time: 0.3795853 Apr 07 11:46:48.510633 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54401ea5-8c44-44df-92d6-49c4b91f723e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1978217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128976497'] for subnet (518f5dfb-28dd-4c70-b013-cdb8009a1feb), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.569972 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54401ea5-8c44-44df-92d6-49c4b91f723e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.573771 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-54401ea5-8c44-44df-92d6-49c4b91f723e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/518f5dfb-28dd-4c70-b013-cdb8009a1feb HTTP/1.1" status: 204 len: 168 time: 0.6984451 Apr 07 11:46:48.577189 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54401ea5-8c44-44df-92d6-49c4b91f723e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=518f5dfb-28dd-4c70-b013-cdb8009a1feb,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:48.588114 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58498) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:48.596058 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.602942 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks [] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.621519 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b310bd3-21ee-4013-9664-4ca336021762 req-fc28c6e6-8a30-48cc-9af6-cf5f97f6983b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617990 Apr 07 11:46:48.660802 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a8d9aba2-31b3-48bb-bde4-888aaed1c568 req-48e39e3d-0ff8-423e-9564-5ff2ce1aa41f tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705098 Apr 07 11:46:48.671289 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c99b-3218-4b6b-99cc-15a36daeb728 admin admin] Publish callbacks [] for security_group (81b0cf41-c7e7-403a-87fc-933333dd4162), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.681376 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5fb0c99b-3218-4b6b-99cc-15a36daeb728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (81b0cf41-c7e7-403a-87fc-933333dd4162), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.718248 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.728001 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (e3f01b8f-5802-4b0c-85d8-9364006036f9), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.763213 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-5fb0c99b-3218-4b6b-99cc-15a36daeb728 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=433f56a83b05435182bbb03b1c25d24f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4976315 Apr 07 11:46:48.771976 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58506) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:48.829092 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0c99b-3218-4b6b-99cc-15a36daeb728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b0cf41-c7e7-403a-87fc-933333dd4162,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:48.837217 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Network c1b76852-8d5e-45f5-9054-8e9125843943 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:48.853959 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:48.858034 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:48.860588 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Pushing event updated for resources: {'Port': ['ID=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:48.906314 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721f9fd-60f5-4345-96cf-291251400e26 req-b01b144e-5023-404e-8605-95226bf617fc tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:48.908575 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c721f9fd-60f5-4345-96cf-291251400e26 req-b01b144e-5023-404e-8605-95226bf617fc tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 931 time: 0.1977160 Apr 07 11:46:48.913408 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (e3f01b8f-5802-4b0c-85d8-9364006036f9), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.948333 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d1af-1a50-46c6-8b92-a93ca32e5a44 admin admin] Publish callbacks [] for security_group (81b0cf41-c7e7-403a-87fc-933333dd4162), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.958957 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:48.959573 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.962481 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f01b8f-5802-4b0c-85d8-9364006036f9']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:48.977631 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa490348-099b-431d-876b-aba1cbdc3e6a') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:48.977923 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa490348-099b-431d-876b-aba1cbdc3e6a') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:48.991065 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (aa490348-099b-431d-876b-aba1cbdc3e6a), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:48.999295 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d1af-1a50-46c6-8b92-a93ca32e5a44 admin admin] Publish callbacks [] for security_group (81b0cf41-c7e7-403a-87fc-933333dd4162), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.003655 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-8930e208-1108-48a8-a96e-f37fc7701d8f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2815833 Apr 07 11:46:49.015422 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (aa490348-099b-431d-876b-aba1cbdc3e6a), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.025375 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Request body: {'port': {'device_id': 'c840e71c-8c8d-47df-8945-a9c9407325f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:49.034634 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:46:49.035056 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (aa490348-099b-431d-876b-aba1cbdc3e6a), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:46:49.037082 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:46:49.054570 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c721f9fd-60f5-4345-96cf-291251400e26 req-c547db67-4da2-4125-86cc-4c4d72aa6932 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344779 Apr 07 11:46:49.110477 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.128521 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d1af-1a50-46c6-8b92-a93ca32e5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (81b0cf41-c7e7-403a-87fc-933333dd4162), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.131348 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0dd0d1af-1a50-46c6-8b92-a93ca32e5a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.132582 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-0dd0d1af-1a50-46c6-8b92-a93ca32e5a44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81b0cf41-c7e7-403a-87fc-933333dd4162 HTTP/1.1" status: 204 len: 168 time: 0.3403239 Apr 07 11:46:49.144605 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (e3f01b8f-5802-4b0c-85d8-9364006036f9), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.154939 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.161329 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3f01b8f-5802-4b0c-85d8-9364006036f9 HTTP/1.1" status: 204 len: 168 time: 0.5725386 Apr 07 11:46:49.164735 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd0d1af-1a50-46c6-8b92-a93ca32e5a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b0cf41-c7e7-403a-87fc-933333dd4162,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:49.183808 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3927c-b40f-49c9-a828-8d66927ec748 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f01b8f-5802-4b0c-85d8-9364006036f9,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:49.217631 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09a21bf-47ba-4a12-9f9e-e4b25835d4ec {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:49.237435 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Publish callbacks [] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.267849 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Transition to ACTIVE for port object c09a21bf-47ba-4a12-9f9e-e4b25835d4ec will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:46:49.272249 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.325051 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Pushing event updated for resources: {'Port': ['ID=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:49.439523 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Attempting to bind port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:49.440144 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Attempting to bind port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '7af65b6e-4b1c-42eb-9dda-2c2b245b9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:49.440927 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Attempting to bind port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec on network a4bdde22-639a-49ee-a989-8b415bf9a798 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:49.446492 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec on network a4bdde22-639a-49ee-a989-8b415bf9a798 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:49.447037 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Attempting to bind port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec on network a4bdde22-639a-49ee-a989-8b415bf9a798 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:49.453498 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:49.454162 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Checking segment: {'id': '7af65b6e-4b1c-42eb-9dda-2c2b245b9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:49.454840 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Bound using segment: {'id': '7af65b6e-4b1c-42eb-9dda-2c2b245b9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:49.455597 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Bound port: c09a21bf-47ba-4a12-9f9e-e4b25835d4ec, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af65b6e-4b1c-42eb-9dda-2c2b245b9609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:49.456266 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.528638 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58526) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:49.553050 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] For port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:49.557848 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:49.572863 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Publish callbacks [] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.578238 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] For port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,segment=NetworkSegment(7af65b6e-4b1c-42eb-9dda-2c2b245b9609),segment_id=7af65b6e-4b1c-42eb-9dda-2c2b245b9609)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:49.598344 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.606771 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Transition to ACTIVE for port object b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:46:49.611993 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.636484 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-a9515d49-1f21-432d-b1c2-5d87f2cc0fb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d621f52ab9604f7492a4cd2ddd361fad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1063490 Apr 07 11:46:49.640112 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58528) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:49.674490 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Pushing event updated for resources: {'Port': ['ID=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:49.728569 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:49.730861 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.736559 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] 10.222.0.52 "PUT /v2.0/ports/c09a21bf-47ba-4a12-9f9e-e4b25835d4ec HTTP/1.1" status: 200 len: 1097 time: 1.2864163 Apr 07 11:46:49.775631 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Attempting to bind port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:49.776137 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Attempting to bind port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'b1c73048-8245-41a4-9017-73964223348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:49.776622 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Attempting to bind port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 on network c1b76852-8d5e-45f5-9054-8e9125843943 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:49.781803 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 on network c1b76852-8d5e-45f5-9054-8e9125843943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:46:49.782399 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Attempting to bind port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 on network c1b76852-8d5e-45f5-9054-8e9125843943 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:49.792996 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a849a3-089f-49fc-b506-4c30175f60fd', 'tag': 'c09a21bf-47ba-4a12-9f9e-e4b25835d4ec'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:49.799311 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e629bf38-f569-4793-b147-df3f370311c2" -d '{"events": [{"name": "network-changed", "server_uuid": "36a849a3-089f-49fc-b506-4c30175f60fd", "tag": "c09a21bf-47ba-4a12-9f9e-e4b25835d4ec"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:49.810445 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:49.810904 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Checking segment: {'id': 'b1c73048-8245-41a4-9017-73964223348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:49.811461 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Bound using segment: {'id': 'b1c73048-8245-41a4-9017-73964223348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:49.811978 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Bound port: b1890927-fe7d-4e94-8ecd-3bf0b302c2d6, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c73048-8245-41a4-9017-73964223348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:49.812457 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.837310 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4833e9b-60a0-41b3-b8ae-91ac48f95005 service neutron] Pushing event updated for resources: {'Port': ['ID=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:49.899078 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7d73aa1e-33b4-4eb1-8dee-568c798f464b admin admin] Publish callbacks [] for security_group (752f9f9d-3273-425c-8109-64cdecf257e9), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.930675 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7d73aa1e-33b4-4eb1-8dee-568c798f464b admin admin] Publish callbacks [] for security_group (752f9f9d-3273-425c-8109-64cdecf257e9), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.935209 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58538) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:49.949835 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e867c252-5ac3-4d5b-8f16-b27a3384a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:49.951309 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-e867c252-5ac3-4d5b-8f16-b27a3384a377 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e5c26766f77429bbeca6854453867a8&device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 1131 time: 0.1415541 Apr 07 11:46:49.958999 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae4dce-b2d9-4821-9c06-4ce53b026ceb req-78069531-c71c-4b46-a4fb-951aadc089ab tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:49.960585 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b0ae4dce-b2d9-4821-9c06-4ce53b026ceb req-78069531-c71c-4b46-a4fb-951aadc089ab tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 947 time: 0.1743445 Apr 07 11:46:49.967832 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17722056-362d-474d-8c57-49da5d426b22 req-a8161401-2807-4e47-90ca-61d481cbe073 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:49.969281 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17722056-362d-474d-8c57-49da5d426b22 req-a8161401-2807-4e47-90ca-61d481cbe073 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1626830 Apr 07 11:46:49.980454 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2c0a04b4-7f6e-494b-a571-e5e2eeb0881f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:49.981147 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] For port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:50.018838 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] For port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:50.032011 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.034475 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-b59aaa97-a1d1-4047-ae03-2f620dcf15bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec HTTP/1.1" status: 200 len: 217 time: 0.0633311 Apr 07 11:46:50.088819 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b0ae4dce-b2d9-4821-9c06-4ce53b026ceb req-e4ed8562-8a84-40e8-b31c-655f5b237fb1 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185384 Apr 07 11:46:50.114589 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.115214 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.116633 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] 10.222.0.52 "PUT /v2.0/ports/b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 HTTP/1.1" status: 200 len: 1093 time: 1.0960078 Apr 07 11:46:50.117097 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c840e71c-8c8d-47df-8945-a9c9407325f4', 'tag': 'b1890927-fe7d-4e94-8ecd-3bf0b302c2d6'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:50.119350 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01cff03f-fe80-4bee-aa10-21f18c3150c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c840e71c-8c8d-47df-8945-a9c9407325f4", "tag": "b1890927-fe7d-4e94-8ecd-3bf0b302c2d6"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:50.141653 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-59bb9ea1-f39f-4b2a-9e14-fde821316c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.143387 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-59bb9ea1-f39f-4b2a-9e14-fde821316c7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7b65228-28b1-4e77-96d6-ea4b22817f33 HTTP/1.1" status: 200 len: 843 time: 0.0983894 Apr 07 11:46:50.145990 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17722056-362d-474d-8c57-49da5d426b22 req-cdd7998e-25eb-47ab-8786-2457a471643e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431155 Apr 07 11:46:50.158804 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ceb8b-62f3-490d-8cc6-85dc6c656f69 service neutron] Pushing event updated for resources: {'Port': ['ID=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:50.159727 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127c68d6-b792-4ae0-84f0-7460da69cc21 x-openstack-request-id: req-127c68d6-b792-4ae0-84f0-7460da69cc21 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:50.160084 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a849a3-089f-49fc-b506-4c30175f60fd", "tag": "c09a21bf-47ba-4a12-9f9e-e4b25835d4ec", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:50.160338 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-127c68d6-b792-4ae0-84f0-7460da69cc21 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:50.160967 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127c68d6-b792-4ae0-84f0-7460da69cc21'] response: {'name': 'network-changed', 'server_uuid': '36a849a3-089f-49fc-b506-4c30175f60fd', 'tag': 'c09a21bf-47ba-4a12-9f9e-e4b25835d4ec', 'status': 'completed', 'code': 200} Apr 07 11:46:50.204914 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373e0532-0377-43e8-ac3a-ad27c00f1256 x-openstack-request-id: req-373e0532-0377-43e8-ac3a-ad27c00f1256 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:50.205226 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c840e71c-8c8d-47df-8945-a9c9407325f4", "tag": "b1890927-fe7d-4e94-8ecd-3bf0b302c2d6", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:50.205484 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-373e0532-0377-43e8-ac3a-ad27c00f1256 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:50.205916 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373e0532-0377-43e8-ac3a-ad27c00f1256'] response: {'name': 'network-changed', 'server_uuid': 'c840e71c-8c8d-47df-8945-a9c9407325f4', 'tag': 'b1890927-fe7d-4e94-8ecd-3bf0b302c2d6', 'status': 'completed', 'code': 200} Apr 07 11:46:50.218331 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7d73aa1e-33b4-4eb1-8dee-568c798f464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (752f9f9d-3273-425c-8109-64cdecf257e9), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.221126 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7d73aa1e-33b4-4eb1-8dee-568c798f464b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.222365 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-7d73aa1e-33b4-4eb1-8dee-568c798f464b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/752f9f9d-3273-425c-8109-64cdecf257e9 HTTP/1.1" status: 204 len: 168 time: 0.5800099 Apr 07 11:46:50.240868 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73aa1e-33b4-4eb1-8dee-568c798f464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752f9f9d-3273-425c-8109-64cdecf257e9,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:50.261310 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-ad2d0bc8-36c9-4a9c-96d3-fb3161f3ac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.262858 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-ad2d0bc8-36c9-4a9c-96d3-fb3161f3ac9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a16610ad3c34e508d44cccae23b3545&device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 1127 time: 0.0938523 Apr 07 11:46:50.285887 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca850c3-3527-4388-b233-b426b0a6d364 req-514b64bd-86e9-44c8-afec-ba0b8a01eb9f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.287383 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2ca850c3-3527-4388-b233-b426b0a6d364 req-514b64bd-86e9-44c8-afec-ba0b8a01eb9f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 943 time: 0.0798788 Apr 07 11:46:50.296929 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2c0a04b4-7f6e-494b-a571-e5e2eeb0881f admin admin] Publish callbacks [] for security_group (f09324cf-ecf3-4b48-91f9-c89210e7d1b4), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.304597 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-f9558081-7d13-40b8-bee4-17e8a5bad3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.306349 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-f9558081-7d13-40b8-bee4-17e8a5bad3dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4bdde22-639a-49ee-a989-8b415bf9a798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1358266 Apr 07 11:46:50.307263 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2c0a04b4-7f6e-494b-a571-e5e2eeb0881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f09324cf-ecf3-4b48-91f9-c89210e7d1b4), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.317755 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-0bfdf194-786f-4fef-9dda-3b820220cbac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 HTTP/1.1" status: 200 len: 217 time: 0.0475783 Apr 07 11:46:50.371765 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-2c0a04b4-7f6e-494b-a571-e5e2eeb0881f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6472c9dbec4415288bc281208f408a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355054 Apr 07 11:46:50.374569 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a04b4-7f6e-494b-a571-e5e2eeb0881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09324cf-ecf3-4b48-91f9-c89210e7d1b4,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:50.375955 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58552) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:50.417426 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2ca850c3-3527-4388-b233-b426b0a6d364 req-ed14b036-329b-4f85-bd93-c3143a07b104 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002524 Apr 07 11:46:50.423907 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-f1d4ee25-4770-4f40-8448-add45c0f147d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:50.428582 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-f1d4ee25-4770-4f40-8448-add45c0f147d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eff10f4-d03e-48e8-bb98-6ecffadd2f13 HTTP/1.1" status: 200 len: 846 time: 0.1012895 Apr 07 11:46:50.438755 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-86fa3ac6-7d2a-495a-b06d-73e5aa2d0550 service neutron] 10.222.0.52 "GET /v2.0/networks/a4bdde22-639a-49ee-a989-8b415bf9a798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195726 Apr 07 11:46:50.487981 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-40fe0639-9b55-462a-b743-e3826257cb64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1b76852-8d5e-45f5-9054-8e9125843943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380297 Apr 07 11:46:50.491916 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1dea04c4-5d80-4af5-81d8-d49feca122c6 admin admin] Publish callbacks [] for security_group (f09324cf-ecf3-4b48-91f9-c89210e7d1b4), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.555618 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-63b1e852-3ee4-4e9b-9fc8-a6a894580c4f req-cec038ab-248b-4618-bd9f-566f5d2f55c4 service neutron] 10.222.0.52 "GET /v2.0/networks/a4bdde22-639a-49ee-a989-8b415bf9a798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064074 Apr 07 11:46:50.581612 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1dea04c4-5d80-4af5-81d8-d49feca122c6 admin admin] Publish callbacks [] for security_group (f09324cf-ecf3-4b48-91f9-c89210e7d1b4), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.615238 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58560) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:50.643223 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-9f1da0fd-f74b-4ae7-980f-ffd39daf49f6 service neutron] 10.222.0.52 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454737 Apr 07 11:46:50.663822 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1dea04c4-5d80-4af5-81d8-d49feca122c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f09324cf-ecf3-4b48-91f9-c89210e7d1b4), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.666973 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1dea04c4-5d80-4af5-81d8-d49feca122c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.668110 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-1dea04c4-5d80-4af5-81d8-d49feca122c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f09324cf-ecf3-4b48-91f9-c89210e7d1b4 HTTP/1.1" status: 204 len: 168 time: 0.2898457 Apr 07 11:46:50.677260 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea04c4-5d80-4af5-81d8-d49feca122c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09324cf-ecf3-4b48-91f9-c89210e7d1b4,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:50.730708 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-430f0338-bd50-455d-a92d-9440fa1086de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.811922 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-430f0338-bd50-455d-a92d-9440fa1086de admin admin] Publish callbacks [] for security_group (a94c9c15-a3e3-4717-9f31-9a069496641c), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.816677 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-430f0338-bd50-455d-a92d-9440fa1086de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a94c9c15-a3e3-4717-9f31-9a069496641c), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.855455 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f0338-bd50-455d-a92d-9440fa1086de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94c9c15-a3e3-4717-9f31-9a069496641c,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:50.859741 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-430f0338-bd50-455d-a92d-9440fa1086de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=371312cda71f4cca9be4836d0a1e0fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2431173 Apr 07 11:46:50.862621 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58574) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:50.931032 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-97eaea3e-0d34-450b-9fc3-d154001b49d1 admin admin] Publish callbacks [] for security_group (a94c9c15-a3e3-4717-9f31-9a069496641c), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:50.953077 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-97eaea3e-0d34-450b-9fc3-d154001b49d1 admin admin] Publish callbacks [] for security_group (a94c9c15-a3e3-4717-9f31-9a069496641c), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.010275 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-97eaea3e-0d34-450b-9fc3-d154001b49d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a94c9c15-a3e3-4717-9f31-9a069496641c), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.013306 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-97eaea3e-0d34-450b-9fc3-d154001b49d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.014637 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-97eaea3e-0d34-450b-9fc3-d154001b49d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a94c9c15-a3e3-4717-9f31-9a069496641c HTTP/1.1" status: 204 len: 168 time: 0.1509902 Apr 07 11:46:51.024152 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eaea3e-0d34-450b-9fc3-d154001b49d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94c9c15-a3e3-4717-9f31-9a069496641c,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:51.126168 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58596) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:51.231407 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9d11-ec74-48f8-9935-849783bea6fe req-d0a27ab6-8bf3-417b-89ce-4fca29c25a48 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.232964 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-898a9d11-ec74-48f8-9935-849783bea6fe req-d0a27ab6-8bf3-417b-89ce-4fca29c25a48 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 947 time: 0.0698895 Apr 07 11:46:51.307625 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce02d1ac-8c84-40be-b490-c6becd322974 req-00ba11f7-ba51-43cb-959a-daba1e4fb0d8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.309569 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce02d1ac-8c84-40be-b490-c6becd322974 req-00ba11f7-ba51-43cb-959a-daba1e4fb0d8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0973742 Apr 07 11:46:51.314607 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-898a9d11-ec74-48f8-9935-849783bea6fe req-18501933-84c1-435d-b208-cbe4d3d2a798 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665579 Apr 07 11:46:51.358109 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce02d1ac-8c84-40be-b490-c6becd322974 req-4958b488-ba2d-4522-a6ad-dffb65e6dcb8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417795 Apr 07 11:46:51.369442 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1461212100-network', 'tenant_id': '0562a453b54e4501bbd637863b019c34'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:51.398656 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Made reservation on behalf of 0562a453b54e4501bbd637863b019c34 for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:51.401134 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.414112 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.436895 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58610) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:51.456210 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9927219c-7102-4be1-962e-bdfe5bb34b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.572006 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Publish callbacks [] for security_group (9fb1507e-72d5-42d9-9027-b2aa74b8bc5d), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.581306 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9fb1507e-72d5-42d9-9027-b2aa74b8bc5d), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.611354 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c2227-b745-4edc-8602-1352d75031df req-f559dded-08a9-4a55-948b-66d5bae53423 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.612998 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce1c2227-b745-4edc-8602-1352d75031df req-f559dded-08a9-4a55-948b-66d5bae53423 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 943 time: 0.1226921 Apr 07 11:46:51.647000 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:46:51.658726 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629bf38-f569-4793-b147-df3f370311c2 req-5be6ebef-8466-4ff1-b430-0411ffa664e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.660307 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e629bf38-f569-4793-b147-df3f370311c2 req-5be6ebef-8466-4ff1-b430-0411ffa664e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7e5c26766f77429bbeca6854453867a8&device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 1131 time: 0.0522707 Apr 07 11:46:51.699283 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb1507e-72d5-42d9-9027-b2aa74b8bc5d,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:51.727658 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9927219c-7102-4be1-962e-bdfe5bb34b5c admin admin] Publish callbacks [] for security_group (1ffbbc4b-80f9-4266-b5cd-23d9cdfa75ff), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.729002 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (14be8053-bf49-4023-b1e1-97cd0741f659), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.729340 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Added segment 14be8053-bf49-4023-b1e1-97cd0741f659 of type vlan for network f1cb8de4-6ff5-416c-a91e-d01b92da21ec Apr 07 11:46:51.751643 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9927219c-7102-4be1-962e-bdfe5bb34b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (1ffbbc4b-80f9-4266-b5cd-23d9cdfa75ff), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.762464 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629bf38-f569-4793-b147-df3f370311c2 req-837b31f2-08bf-4d2a-80bd-4b9c364288de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.764440 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e629bf38-f569-4793-b147-df3f370311c2 req-837b31f2-08bf-4d2a-80bd-4b9c364288de service neutron] 10.222.0.52 "GET /v2.0/networks?id=a4bdde22-639a-49ee-a989-8b415bf9a798 HTTP/1.1" status: 200 len: 870 time: 0.0973778 Apr 07 11:46:51.819974 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e629bf38-f569-4793-b147-df3f370311c2 req-b5d2415b-0010-4e6a-8df0-0a773a5d6b0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec HTTP/1.1" status: 200 len: 217 time: 0.0488350 Apr 07 11:46:51.836949 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce1c2227-b745-4edc-8602-1352d75031df req-1e455eef-db14-4ea5-8506-b561a26b8f7a tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091074 Apr 07 11:46:51.851543 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-9927219c-7102-4be1-962e-bdfe5bb34b5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba56d836c4404a8db5d94d069a60e089&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4110250 Apr 07 11:46:51.851543 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (f1cb8de4-6ff5-416c-a91e-d01b92da21ec), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.854608 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927219c-7102-4be1-962e-bdfe5bb34b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ffbbc4b-80f9-4266-b5cd-23d9cdfa75ff,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:51.858422 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58620) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:51.889056 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629bf38-f569-4793-b147-df3f370311c2 req-bfc8d852-79ac-43d0-b632-9e239591beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.891130 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e629bf38-f569-4793-b147-df3f370311c2 req-bfc8d852-79ac-43d0-b632-9e239591beb5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7b65228-28b1-4e77-96d6-ea4b22817f33 HTTP/1.1" status: 200 len: 843 time: 0.0598638 Apr 07 11:46:51.917900 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2e5cd6-c43c-43f1-a66a-82ee5df27413 req-5e7c9595-3703-4541-b4d9-51935c096b1a service neutron] 10.222.0.52 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004229 Apr 07 11:46:51.920144 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (f1cb8de4-6ff5-416c-a91e-d01b92da21ec), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.921107 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.921673 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:51.951346 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629bf38-f569-4793-b147-df3f370311c2 req-3b7a4e38-81c0-4c50-b346-0e27879a08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:51.953983 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e629bf38-f569-4793-b147-df3f370311c2 req-3b7a4e38-81c0-4c50-b346-0e27879a08b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a4bdde22-639a-49ee-a989-8b415bf9a798&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0560751 Apr 07 11:46:51.991708 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8610106 Apr 07 11:46:51.992215 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58624) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:51.999972 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Request body: {'subnet': {'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1461212100-subnet', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:52.001569 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fe43e-f124-4d05-a12d-d4ddf9a67ea1 admin admin] Pushing event updated for resources: {'Network': ['ID=f1cb8de4-6ff5-416c-a91e-d01b92da21ec,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:52.003757 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fead35f-65ce-456d-b01a-258d37757f5d admin admin] Publish callbacks [] for security_group (1ffbbc4b-80f9-4266-b5cd-23d9cdfa75ff), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.014967 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:46:52.043149 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fead35f-65ce-456d-b01a-258d37757f5d admin admin] Publish callbacks [] for security_group (1ffbbc4b-80f9-4266-b5cd-23d9cdfa75ff), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.045765 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Made reservation on behalf of 0562a453b54e4501bbd637863b019c34 for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:46:52.048120 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128981392'] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.098285 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fead35f-65ce-456d-b01a-258d37757f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (1ffbbc4b-80f9-4266-b5cd-23d9cdfa75ff), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.102952 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fead35f-65ce-456d-b01a-258d37757f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.106633 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-1fead35f-65ce-456d-b01a-258d37757f5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ffbbc4b-80f9-4266-b5cd-23d9cdfa75ff HTTP/1.1" status: 204 len: 168 time: 0.2448754 Apr 07 11:46:52.113334 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fead35f-65ce-456d-b01a-258d37757f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ffbbc4b-80f9-4266-b5cd-23d9cdfa75ff,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:52.236135 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1978152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128976490'] for subnet (35319af4-6c63-4003-89df-1e14c8a7d4b8), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.284792 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35319af4-6c63-4003-89df-1e14c8a7d4b8,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:52.300012 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Checking segment: {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:52.300460 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Network hostable DHCP agents. Network: f1cb8de4-6ff5-416c-a91e-d01b92da21ec, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:46:52.317364 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:46:52.326464 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, f1cb8de4-6ff5-416c-a91e-d01b92da21ec) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:52.330629 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:52.331285 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.337846 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d11d56-2ad1-4db3-b8cb-2aef03475961 None None] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:52.352630 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-a41cffeb-f89b-41e5-a5fe-8a7868c400b7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3566613 Apr 07 11:46:52.353127 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58634) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:52.358270 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:52.395268 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (8eff131e-c39a-4248-8ad7-8a5fe6c67950), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.397988 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (8eff131e-c39a-4248-8ad7-8a5fe6c67950), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.473621 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'project_id': '0562a453b54e4501bbd637863b019c34', 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:46:52.475844 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.624238 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Allocated IP 172.20.0.2 (f1cb8de4-6ff5-416c-a91e-d01b92da21ec/35319af4-6c63-4003-89df-1e14c8a7d4b8/ae42324b-c119-4a34-8320-5842c177758e) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:52.787381 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks [] for router_controller (8eff131e-c39a-4248-8ad7-8a5fe6c67950), precommit_add_association {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.787989 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Publish callbacks [] for port (ae42324b-c119-4a34-8320-5842c177758e), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.796440 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (ae42324b-c119-4a34-8320-5842c177758e), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.844108 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Pushing event updated for resources: {'Port': ['ID=ae42324b-c119-4a34-8320-5842c177758e,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:52.847561 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:52.849301 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:52.851918 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:52.876728 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80e102-f842-452d-beb5-792b85961f89 req-58043cc5-478c-405c-8caa-e4515399fd66 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:52.881637 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2a80e102-f842-452d-beb5-792b85961f89 req-58043cc5-478c-405c-8caa-e4515399fd66 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 947 time: 0.4597597 Apr 07 11:46:52.903952 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0146aae-80f3-4d5a-867c-17c1783e5c22 req-f4638e20-e366-4b76-8ef4-3ccd98cb6ccf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:52.913017 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e0146aae-80f3-4d5a-867c-17c1783e5c22 req-f4638e20-e366-4b76-8ef4-3ccd98cb6ccf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.4572225 Apr 07 11:46:52.914692 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Attempting to bind port ae42324b-c119-4a34-8320-5842c177758e on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:52.915226 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Attempting to bind port ae42324b-c119-4a34-8320-5842c177758e by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:52.915756 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Attempting to bind port ae42324b-c119-4a34-8320-5842c177758e on network f1cb8de4-6ff5-416c-a91e-d01b92da21ec {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:52.921292 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:52.921666 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Checking segment: {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:52.922064 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.922456 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Bound using segment: {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:52.922930 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Bound port: ae42324b-c119-4a34-8320-5842c177758e, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:52.923496 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ae42324b-c119-4a34-8320-5842c177758e), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:52.995647 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] For port ae42324b-c119-4a34-8320-5842c177758e, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:52.999768 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] For port ae42324b-c119-4a34-8320-5842c177758e, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ae42324b-c119-4a34-8320-5842c177758e,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:53.007217 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ae42324b-c119-4a34-8320-5842c177758e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:53.048052 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2a80e102-f842-452d-beb5-792b85961f89 req-c320bb25-cec9-4202-8582-a451c4145171 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508083 Apr 07 11:46:53.095131 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e629bf38-f569-4793-b147-df3f370311c2 req-93833175-55a7-4eee-bae9-b572e2ce9de4 service neutron] 10.222.0.52 "GET /v2.0/networks/a4bdde22-639a-49ee-a989-8b415bf9a798?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523740 Apr 07 11:46:53.098052 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6696fa74-8e0f-4e28-9e5c-9de2b66668dd None None] Pushing event updated for resources: {'Port': ['ID=ae42324b-c119-4a34-8320-5842c177758e,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:53.149317 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks [] for router_gateway (8eff131e-c39a-4248-8ad7-8a5fe6c67950), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:53.264410 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e629bf38-f569-4793-b147-df3f370311c2 req-bc60ec1e-878e-4c76-a439-d20a069e3d53 service neutron] 10.222.0.52 "GET /v2.0/networks/a4bdde22-639a-49ee-a989-8b415bf9a798?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511459 Apr 07 11:46:53.286156 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e0146aae-80f3-4d5a-867c-17c1783e5c22 req-afc385de-0629-4b83-995a-90fc3f4b95e8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721654 Apr 07 11:46:53.367969 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-72426333-7c3a-4bf6-a75a-8ae0f2aef30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.367969 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-72426333-7c3a-4bf6-a75a-8ae0f2aef30e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a16610ad3c34e508d44cccae23b3545&device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 1127 time: 0.3685598 Apr 07 11:46:53.374625 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db905100-0bd7-44e2-a53c-461c8755a39c req-932229c5-e32b-42a5-8741-2c3b1bb56cdb tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.376136 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-db905100-0bd7-44e2-a53c-461c8755a39c req-932229c5-e32b-42a5-8741-2c3b1bb56cdb tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 943 time: 0.2194788 Apr 07 11:46:53.521159 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-db905100-0bd7-44e2-a53c-461c8755a39c req-f207f6d1-b5e1-44da-bbe4-035e21cb05cc tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148307 Apr 07 11:46:53.530831 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-7f5ae334-63d0-4b86-a45b-37a8bc6daf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.532981 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-7f5ae334-63d0-4b86-a45b-37a8bc6daf13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1b76852-8d5e-45f5-9054-8e9125843943 HTTP/1.1" status: 200 len: 907 time: 0.1543968 Apr 07 11:46:53.602573 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device c09a21bf-47ba-4a12-9f9e-e4b25835d4ec details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:53.638976 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-815405cc-a01d-417a-b1b2-2774d2bae3e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 HTTP/1.1" status: 200 len: 217 time: 0.0959039 Apr 07 11:46:53.708967 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,segment=NetworkSegment(7af65b6e-4b1c-42eb-9dda-2c2b245b9609),segment_id=7af65b6e-4b1c-42eb-9dda-2c2b245b9609)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:53.721259 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'c09a21bf-47ba-4a12-9f9e-e4b25835d4ec', 'network_id': 'a4bdde22-639a-49ee-a989-8b415bf9a798', 'port_id': 'c09a21bf-47ba-4a12-9f9e-e4b25835d4ec', 'mac_address': 'fa:16:3e:d5:13:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b65228-28b1-4e77-96d6-ea4b22817f33', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:46:53.736216 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-75237b7c-dd8b-4b1c-9409-dea8fba97508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:53.738002 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-75237b7c-dd8b-4b1c-9409-dea8fba97508 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eff10f4-d03e-48e8-bb98-6ecffadd2f13 HTTP/1.1" status: 200 len: 846 time: 0.0904646 Apr 07 11:46:53.739374 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks [] for router_gateway (8eff131e-c39a-4248-8ad7-8a5fe6c67950), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:53.759437 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:53.759815 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:53.760878 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:53.773880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09a21bf-47ba-4a12-9f9e-e4b25835d4ec {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:53.794640 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,segment=NetworkSegment(7af65b6e-4b1c-42eb-9dda-2c2b245b9609),segment_id=7af65b6e-4b1c-42eb-9dda-2c2b245b9609)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:53.799005 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-73396798-6ffb-4cda-afba-834e74720652 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1b76852-8d5e-45f5-9054-8e9125843943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397377 Apr 07 11:46:53.807177 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:53.864465 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:53.978328 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Allocated IP 172.27.3.95 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/44c776cd-2c5d-4e8f-b081-648bcf2cc23e) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:53.981932 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-7dd60f37-1b6b-4764-92c9-2c4ea2b53ce5 service neutron] 10.222.0.52 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517172 Apr 07 11:46:54.102508 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['c09a21bf-47ba-4a12-9f9e-e4b25835d4ec'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:54.182995 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01cff03f-fe80-4bee-aa10-21f18c3150c2 req-be729840-0ef0-442d-95db-9488157a7a4c service neutron] 10.222.0.52 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930144 Apr 07 11:46:54.226559 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151ff53-f9d6-4025-a473-77be6654c009 req-180b6cb3-afcb-4b52-a38c-68a553cd4681 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.228185 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0151ff53-f9d6-4025-a473-77be6654c009 req-180b6cb3-afcb-4b52-a38c-68a553cd4681 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 948 time: 0.1117566 Apr 07 11:46:54.249300 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks [] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.281060 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5e9e69-9da7-4144-8f92-907e0c071642 None None] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:46:54.316994 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0151ff53-f9d6-4025-a473-77be6654c009 req-a1f7efc6-59b7-4a94-9cb3-29c9fd713c5d tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788867 Apr 07 11:46:54.341433 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.374611 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:54.386895 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:54.388192 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-d3f3ed91-d313-46b0-835d-0ce6abd18801 None None] Provisioning complete for port ae42324b-c119-4a34-8320-5842c177758e triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:54.389010 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ed91-d313-46b0-835d-0ce6abd18801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ae42324b-c119-4a34-8320-5842c177758e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.392262 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:54.454526 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Pushing event updated for resources: {'Port': ['ID=44c776cd-2c5d-4e8f-b081-648bcf2cc23e,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:54.596646 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89566a-76b0-4aeb-a4d2-c3f0abf92d95 req-37f1f129-5f9c-4563-b6f2-74a02b99a309 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.598228 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce89566a-76b0-4aeb-a4d2-c3f0abf92d95 req-37f1f129-5f9c-4563-b6f2-74a02b99a309 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1664777 Apr 07 11:46:54.618239 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-d3f3ed91-d313-46b0-835d-0ce6abd18801 None None] Current status of the port ae42324b-c119-4a34-8320-5842c177758e is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:54.618751 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ed91-d313-46b0-835d-0ce6abd18801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ae42324b-c119-4a34-8320-5842c177758e), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.671327 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-d3f3ed91-d313-46b0-835d-0ce6abd18801 None None] For port ae42324b-c119-4a34-8320-5842c177758e, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ae42324b-c119-4a34-8320-5842c177758e,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:54.675994 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d3f3ed91-d313-46b0-835d-0ce6abd18801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ae42324b-c119-4a34-8320-5842c177758e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.736135 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3ed91-d313-46b0-835d-0ce6abd18801 None None] Pushing event updated for resources: {'Port': ['ID=ae42324b-c119-4a34-8320-5842c177758e,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:54.760602 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce89566a-76b0-4aeb-a4d2-c3f0abf92d95 req-faa65c9e-da4f-44b7-85d8-a03b2a52603c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513178 Apr 07 11:46:54.777532 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58708) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:54.820411 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ffdada-d37a-44b2-8562-63c5f4216468 req-d8e31458-a3be-4384-808a-5d5e5bd72155 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:54.821989 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7ffdada-d37a-44b2-8562-63c5f4216468 req-d8e31458-a3be-4384-808a-5d5e5bd72155 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 943 time: 0.1939547 Apr 07 11:46:54.861381 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks [] for router_gateway (8eff131e-c39a-4248-8ad7-8a5fe6c67950), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.898403 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-8a39a6cc-75b4-4069-b6fb-27300a136ac6 None None] Provisioning complete for port ae42324b-c119-4a34-8320-5842c177758e triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:54.898642 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-072b5011-2c9f-4f39-83ab-8036aad47afc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.898782 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-8a39a6cc-75b4-4069-b6fb-27300a136ac6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ae42324b-c119-4a34-8320-5842c177758e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.926626 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7ffdada-d37a-44b2-8562-63c5f4216468 req-b0f2a783-20b6-4574-9f7c-c29ed54b88b9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951240 Apr 07 11:46:54.993018 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-072b5011-2c9f-4f39-83ab-8036aad47afc admin admin] Publish callbacks [] for security_group (eb1a08ee-9cf4-41f6-aef5-49bc7664247f), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:54.995608 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-8a39a6cc-75b4-4069-b6fb-27300a136ac6 None None] Current status of the port ae42324b-c119-4a34-8320-5842c177758e is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:54.998971 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-072b5011-2c9f-4f39-83ab-8036aad47afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (eb1a08ee-9cf4-41f6-aef5-49bc7664247f), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.035822 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b5011-2c9f-4f39-83ab-8036aad47afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1a08ee-9cf4-41f6-aef5-49bc7664247f,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:55.042344 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-072b5011-2c9f-4f39-83ab-8036aad47afc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b419eb780df45cfbc51989f61de452c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625062 Apr 07 11:46:55.044007 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58712) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:55.086112 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (8eff131e-c39a-4248-8ad7-8a5fe6c67950), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.093564 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-952a1095-bda4-43a7-bab9-066fd07521ee admin admin] Publish callbacks [] for security_group (eb1a08ee-9cf4-41f6-aef5-49bc7664247f), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.114915 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-952a1095-bda4-43a7-bab9-066fd07521ee admin admin] Publish callbacks [] for security_group (eb1a08ee-9cf4-41f6-aef5-49bc7664247f), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.163340 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-952a1095-bda4-43a7-bab9-066fd07521ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (eb1a08ee-9cf4-41f6-aef5-49bc7664247f), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.165974 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-952a1095-bda4-43a7-bab9-066fd07521ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.167272 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-952a1095-bda4-43a7-bab9-066fd07521ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb1a08ee-9cf4-41f6-aef5-49bc7664247f HTTP/1.1" status: 204 len: 168 time: 0.1221163 Apr 07 11:46:55.174908 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a1095-bda4-43a7-bab9-066fd07521ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1a08ee-9cf4-41f6-aef5-49bc7664247f,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:55.225329 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:46:55.300521 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ae42324b-c119-4a34-8320-5842c177758e up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:55.347578 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:55.365193 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Sync routers for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:55.372004 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.373293 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-36a75866-aa17-4941-b170-a71f85507c2c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0189753 Apr 07 11:46:55.376566 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58720) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:55.380152 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:55.380799 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:46:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:55.393960 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port ae42324b-c119-4a34-8320-5842c177758e triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:55.394336 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ae42324b-c119-4a34-8320-5842c177758e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.516460 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port ae42324b-c119-4a34-8320-5842c177758e is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:55.538196 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:55.540903 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fb0e9-1942-4680-bf87-3b07ddc1c0ae req-1363d122-2943-4c7d-840c-c0be84888035 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:55.550497 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-358fb0e9-1942-4680-bf87-3b07ddc1c0ae req-1363d122-2943-4c7d-840c-c0be84888035 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 948 time: 0.1087792 Apr 07 11:46:55.610623 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-358fb0e9-1942-4680-bf87-3b07ddc1c0ae req-ffbaa877-6b4c-4f7b-981a-520087fdcba5 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588534 Apr 07 11:46:55.618192 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:46:55.620619 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device c09a21bf-47ba-4a12-9f9e-e4b25835d4ec up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:55.710264 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:55.731884 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:54Z', 'revision_number': 3, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:55.732159 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:55.732490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.759505 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Checking router: 8eff131e-c39a-4248-8ad7-8a5fe6c67950 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:55.759848 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Updating router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:46:55.792096 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:55.994672 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637aa37a-5da8-429c-b7ec-9e3e7424aaed req-f7b1f3df-4c2e-40f3-9e88-d92b6425a80c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:55.996263 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-637aa37a-5da8-429c-b7ec-9e3e7424aaed req-f7b1f3df-4c2e-40f3-9e88-d92b6425a80c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1177175 Apr 07 11:46:56.050201 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:56.060732 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:56.061816 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.103283 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,segment=NetworkSegment(7af65b6e-4b1c-42eb-9dda-2c2b245b9609),segment_id=7af65b6e-4b1c-42eb-9dda-2c2b245b9609)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:56.105281 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a849a3-089f-49fc-b506-4c30175f60fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a21bf-47ba-4a12-9f9e-e4b25835d4ec'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:56.108698 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1fa18c-0763-435a-a0e0-52661563f11d" -d '{"events": [{"server_uuid": "36a849a3-089f-49fc-b506-4c30175f60fd", "name": "network-vif-plugged", "status": "completed", "tag": "c09a21bf-47ba-4a12-9f9e-e4b25835d4ec"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:56.111960 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'b1890927-fe7d-4e94-8ecd-3bf0b302c2d6', 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943', 'port_id': 'b1890927-fe7d-4e94-8ecd-3bf0b302c2d6', 'mac_address': 'fa:16:3e:03:ca:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff10f4-d03e-48e8-bb98-6ecffadd2f13', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:46:56.115254 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.132137 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-637aa37a-5da8-429c-b7ec-9e3e7424aaed req-3b4b5359-3729-4b9c-8a5d-e751a7002aba tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244743 Apr 07 11:46:56.170283 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.178580 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94fc015-344f-4c44-8fdb-d9d9d2b2338d req-1848145c-3749-48fd-90e0-c92f8849efde tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:56.183073 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:56.183545 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.185179 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e94fc015-344f-4c44-8fdb-d9d9d2b2338d req-1848145c-3749-48fd-90e0-c92f8849efde tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 943 time: 0.1413918 Apr 07 11:46:56.205661 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:46:56.221642 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e5512b-3422-4f09-b114-de793b69036e x-openstack-request-id: req-d6e5512b-3422-4f09-b114-de793b69036e {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:56.222078 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a849a3-089f-49fc-b506-4c30175f60fd", "name": "network-vif-plugged", "status": "completed", "tag": "c09a21bf-47ba-4a12-9f9e-e4b25835d4ec", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:56.222463 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6e5512b-3422-4f09-b114-de793b69036e {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:56.222958 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e5512b-3422-4f09-b114-de793b69036e'] response: {'server_uuid': '36a849a3-089f-49fc-b506-4c30175f60fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a21bf-47ba-4a12-9f9e-e4b25835d4ec', 'code': 200} Apr 07 11:46:56.245993 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:56.253805 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:56.263820 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.288257 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e94fc015-344f-4c44-8fdb-d9d9d2b2338d req-92c57074-4642-402d-bf65-2bcf4ada270b tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906553 Apr 07 11:46:56.325145 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:46:56.337055 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:56.339734 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Publish callbacks [] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.346751 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.394655 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Attempting to bind port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:46:56.395377 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Attempting to bind port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:46:56.395521 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Attempting to bind port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:46:56.408487 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:46:56.409113 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:46:56.409707 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.410101 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:46:56.410563 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Bound port: 44c776cd-2c5d-4e8f-b081-648bcf2cc23e, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:46:56.411368 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.418173 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Pushing event updated for resources: {'Port': ['ID=44c776cd-2c5d-4e8f-b081-648bcf2cc23e,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:56.426909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Allocated IP 172.20.0.1 (f1cb8de4-6ff5-416c-a91e-d01b92da21ec/35319af4-6c63-4003-89df-1e14c8a7d4b8/1e106272-942b-451a-9b0a-cd1356125edb) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:56.448759 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.449341 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.449868 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.453445 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.453924 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.454373 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.454799 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.455225 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.455695 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.456115 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.456572 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.457076 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.457490 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.458005 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.458381 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:46:56.476990 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6192b32-7b09-433c-9456-a3e582e1e679 req-b45e1d77-0b4f-499c-a5e3-3906c58ce9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:56.478925 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c6192b32-7b09-433c-9456-a3e582e1e679 req-b45e1d77-0b4f-499c-a5e3-3906c58ce9f1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 1133 time: 0.0672147 Apr 07 11:46:56.492560 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] For port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:46:56.495993 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] For port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=44c776cd-2c5d-4e8f-b081-648bcf2cc23e,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:46:56.504660 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.555528 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c6192b32-7b09-433c-9456-a3e582e1e679 req-354e97c0-d81e-41d4-ad0b-932f47138b62 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653989 Apr 07 11:46:56.563463 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['b1890927-fe7d-4e94-8ecd-3bf0b302c2d6'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:46:56.571960 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1adf2-a9bc-40f2-adba-cff0cf3720fe None None] Pushing event updated for resources: {'Port': ['ID=44c776cd-2c5d-4e8f-b081-648bcf2cc23e,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:56.574826 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:56.575587 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:46:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:56.704854 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:56.800958 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020897a-6a8f-455f-b846-a0bd8a10c4fb req-0c29c7da-78b8-41b0-aecb-0b1dc5dca901 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:56.802866 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b020897a-6a8f-455f-b846-a0bd8a10c4fb req-0c29c7da-78b8-41b0-aecb-0b1dc5dca901 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 949 time: 0.0928411 Apr 07 11:46:56.852507 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Publish callbacks [] for port (1e106272-942b-451a-9b0a-cd1356125edb), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.852922 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b020897a-6a8f-455f-b846-a0bd8a10c4fb req-b723457e-9481-4c30-8b03-e7f26383ab73 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443587 Apr 07 11:46:56.892750 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (1e106272-942b-451a-9b0a-cd1356125edb), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:56.918036 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:54Z', 'revision_number': 3, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:56.932173 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:56.935401 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:56.957366 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd66ea58-8bf3-4ef7-8a61-62525ace7f1e None None] The sync data for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi is: [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:54Z', 'revision_number': 3, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:46:56.961686 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:56.965378 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e106272-942b-451a-9b0a-cd1356125edb,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:57.024815 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (8eff131e-c39a-4248-8ad7-8a5fe6c67950), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.208461 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (1e106272-942b-451a-9b0a-cd1356125edb), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.304990 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d91ea-c639-4f71-aceb-887e85a9caa2 req-e35f24a1-4622-44af-a4c0-b6c18a4c9bf1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:57.307614 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1a1d91ea-c639-4f71-aceb-887e85a9caa2 req-e35f24a1-4622-44af-a4c0-b6c18a4c9bf1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1015277 Apr 07 11:46:57.383872 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-243dabcc-cb9d-4b30-be39-3346e18d72a8 None None] Provisioning complete for port 1e106272-942b-451a-9b0a-cd1356125edb triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:57.384524 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-243dabcc-cb9d-4b30-be39-3346e18d72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (1e106272-942b-451a-9b0a-cd1356125edb), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.442091 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1a1d91ea-c639-4f71-aceb-887e85a9caa2 req-69dbed64-65fe-4b5d-981f-6ea43a0ff6ca tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188838 Apr 07 11:46:57.451097 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-243dabcc-cb9d-4b30-be39-3346e18d72a8 None None] Port 1e106272-942b-451a-9b0a-cd1356125edb cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:57.473160 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Publish callbacks [] for port (1e106272-942b-451a-9b0a-cd1356125edb), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.480374 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (1e106272-942b-451a-9b0a-cd1356125edb), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.506819 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4855f39-7ccf-4baf-a5ec-9500f6668b36 req-c4d6a66f-73c4-498a-ba5d-f96a4f0f6a01 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:57.508920 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e4855f39-7ccf-4baf-a5ec-9500f6668b36 req-c4d6a66f-73c4-498a-ba5d-f96a4f0f6a01 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 944 time: 0.0655909 Apr 07 11:46:57.564501 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=1e106272-942b-451a-9b0a-cd1356125edb,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:57.576232 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (8eff131e-c39a-4248-8ad7-8a5fe6c67950), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.590172 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e4855f39-7ccf-4baf-a5ec-9500f6668b36 req-03ccdf51-096b-4e3b-8336-bc98347b1b94 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745909 Apr 07 11:46:57.617899 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:57.676041 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:46:57.680482 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:57.680933 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.684518 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:57.686513 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:57.769111 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:57.769497 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.842909 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:57.851928 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:57.863543 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:46:57.915842 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:57.978093 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-2d007883-c161-4a10-827c-f1db38df7c10 None None] Provisioning complete for port 1e106272-942b-451a-9b0a-cd1356125edb triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:57.978611 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2d007883-c161-4a10-827c-f1db38df7c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (1e106272-942b-451a-9b0a-cd1356125edb), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.011594 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:46:58.017889 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d6448-50f7-4213-9d19-f36dcb776ba9 req-5dbb35d3-e372-49a3-9e25-0ef72c7bf9ee tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:58.018071 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-2d007883-c161-4a10-827c-f1db38df7c10 None None] Port 1e106272-942b-451a-9b0a-cd1356125edb cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:46:58.021585 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-1c821f74-f028-4a08-9bfd-5c775d631eb2 admin admin] 10.222.0.15 "PUT /v2.0/routers/8eff131e-c39a-4248-8ad7-8a5fe6c67950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6431398 Apr 07 11:46:58.025315 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cf9d6448-50f7-4213-9d19-f36dcb776ba9 req-5dbb35d3-e372-49a3-9e25-0ef72c7bf9ee tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 949 time: 0.0751007 Apr 07 11:46:58.078458 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cf9d6448-50f7-4213-9d19-f36dcb776ba9 req-1b31ecfc-7680-45f4-8b73-21b3c530ea0b tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522592 Apr 07 11:46:58.154577 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-019e6834-8dcc-4dbe-9409-a9eaa913ebb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.223701 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c840e71c-8c8d-47df-8945-a9c9407325f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1890927-fe7d-4e94-8ecd-3bf0b302c2d6'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:46:58.226750 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225f0c73-8880-4538-b15d-22f05266ff5c" -d '{"events": [{"server_uuid": "c840e71c-8c8d-47df-8945-a9c9407325f4", "name": "network-vif-plugged", "status": "completed", "tag": "b1890927-fe7d-4e94-8ecd-3bf0b302c2d6"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:46:58.262817 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95bd580-3dcf-48d0-8d7b-0a6198ef3a54 x-openstack-request-id: req-c95bd580-3dcf-48d0-8d7b-0a6198ef3a54 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:46:58.263136 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c840e71c-8c8d-47df-8945-a9c9407325f4", "name": "network-vif-plugged", "status": "completed", "tag": "b1890927-fe7d-4e94-8ecd-3bf0b302c2d6", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:46:58.263393 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c95bd580-3dcf-48d0-8d7b-0a6198ef3a54 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:46:58.263794 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95bd580-3dcf-48d0-8d7b-0a6198ef3a54'] response: {'server_uuid': 'c840e71c-8c8d-47df-8945-a9c9407325f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1890927-fe7d-4e94-8ecd-3bf0b302c2d6', 'code': 200} Apr 07 11:46:58.635547 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06021b4-b9fd-425f-8dc4-16417e9c75f1 req-bd2bcab8-fc93-4061-998c-82d31a2359ff tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:58.642013 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c06021b4-b9fd-425f-8dc4-16417e9c75f1 req-bd2bcab8-fc93-4061-998c-82d31a2359ff tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1104112 Apr 07 11:46:58.671936 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58860) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:58.682358 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-3d275e38-cc3e-4108-b176-4ea3e5a60f7d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--322338123', 'description': 'tempest-description--334645276'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:58.709125 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3d275e38-cc3e-4108-b176-4ea3e5a60f7d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.742838 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de976b5-4474-4952-bcc7-392d485f845a req-e234b23e-e7a5-4eb4-8e19-3f7f091216df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:58.744527 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8de976b5-4474-4952-bcc7-392d485f845a req-e234b23e-e7a5-4eb4-8e19-3f7f091216df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 1129 time: 0.0718153 Apr 07 11:46:58.779419 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c06021b4-b9fd-425f-8dc4-16417e9c75f1 req-7f2fd6d4-e513-41a7-a0d8-a4c2565cb8d5 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166155 Apr 07 11:46:58.801040 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3d275e38-cc3e-4108-b176-4ea3e5a60f7d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (57aac8a7-fe39-4dbe-91fb-b9a0670c1af6), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.805979 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3d275e38-cc3e-4108-b176-4ea3e5a60f7d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (57aac8a7-fe39-4dbe-91fb-b9a0670c1af6), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.857945 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d275e38-cc3e-4108-b176-4ea3e5a60f7d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:58.869942 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0af7f-8eeb-4026-8bb6-0f3015c47b5b req-f42644bc-974d-4916-bb67-b5c77e1adedd tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:58.871546 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-87b0af7f-8eeb-4026-8bb6-0f3015c47b5b req-f42644bc-974d-4916-bb67-b5c77e1adedd tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 945 time: 0.1360936 Apr 07 11:46:58.872870 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-3d275e38-cc3e-4108-b176-4ea3e5a60f7d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.873968 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8de976b5-4474-4952-bcc7-392d485f845a req-d7fc6e06-c667-484a-b551-d9fbd0f80719 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206529 Apr 07 11:46:58.876985 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58864) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:58.877701 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-3d275e38-cc3e-4108-b176-4ea3e5a60f7d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2046649 Apr 07 11:46:58.881450 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-a9e9f2d2-1300-4aac-bb42-920872e57535 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'security_group_rule': {'security_group_id': '57aac8a7-fe39-4dbe-91fb-b9a0670c1af6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:58.934384 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f2d2-1300-4aac-bb42-920872e57535 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (a4dbf069-db7b-44d7-8042-1908c96a1bb2), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:58.950517 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58866) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:58.955985 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-87b0af7f-8eeb-4026-8bb6-0f3015c47b5b req-0447801f-d646-482f-ada8-31ddef7374e6 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689368 Apr 07 11:46:59.013940 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f2d2-1300-4aac-bb42-920872e57535 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (a4dbf069-db7b-44d7-8042-1908c96a1bb2), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.018940 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f2d2-1300-4aac-bb42-920872e57535 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (a4dbf069-db7b-44d7-8042-1908c96a1bb2), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.037306 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e9f2d2-1300-4aac-bb42-920872e57535 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4dbf069-db7b-44d7-8042-1908c96a1bb2,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:59.049591 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a9e9f2d2-1300-4aac-bb42-920872e57535 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.053801 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-a9e9f2d2-1300-4aac-bb42-920872e57535 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1757774 Apr 07 11:46:59.054411 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58870) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:59.058859 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-4c1346f2-e4e2-4717-a285-77d305e207dd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'security_group_rule': {'security_group_id': '57aac8a7-fe39-4dbe-91fb-b9a0670c1af6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:59.060089 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Sync routers for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:46:59.069877 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:46:59.070588 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:46:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:59.071728 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-79cbc4b9-5922-4051-a52e-8f38ae653d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.085277 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4c1346f2-e4e2-4717-a285-77d305e207dd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (460b1152-15a0-4f0f-a654-412610842127), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.177980 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4c1346f2-e4e2-4717-a285-77d305e207dd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (460b1152-15a0-4f0f-a654-412610842127), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.200604 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4c1346f2-e4e2-4717-a285-77d305e207dd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (460b1152-15a0-4f0f-a654-412610842127), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.212714 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.213531 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-79cbc4b9-5922-4051-a52e-8f38ae653d5a admin admin] Publish callbacks [] for security_group (656fd375-8c19-43e8-ac1e-67a4db249c49), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.221149 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-79cbc4b9-5922-4051-a52e-8f38ae653d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (656fd375-8c19-43e8-ac1e-67a4db249c49), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.223376 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1346f2-e4e2-4717-a285-77d305e207dd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460b1152-15a0-4f0f-a654-412610842127,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:59.232182 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:46:59.239849 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4c1346f2-e4e2-4717-a285-77d305e207dd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.241094 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-4c1346f2-e4e2-4717-a285-77d305e207dd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1851830 Apr 07 11:46:59.244070 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58876) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:59.250703 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:46:59.254800 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0a165-0d51-4b7b-bc96-b42ced97ece2 req-df17554e-b9e3-40b7-a458-11925038e5ba tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:59.258379 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-53e0a165-0d51-4b7b-bc96-b42ced97ece2 req-df17554e-b9e3-40b7-a458-11925038e5ba tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 949 time: 0.0938184 Apr 07 11:46:59.291570 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbc4b9-5922-4051-a52e-8f38ae653d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656fd375-8c19-43e8-ac1e-67a4db249c49,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:59.300367 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-79cbc4b9-5922-4051-a52e-8f38ae653d5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f316e446c79545b1a00c1b49b1c5e87d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3466058 Apr 07 11:46:59.302104 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 58878) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:46:59.308758 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.340545 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-53e0a165-0d51-4b7b-bc96-b42ced97ece2 req-57eaf39b-8021-460b-a3b4-9471ccb0e1e6 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749118 Apr 07 11:46:59.360523 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 44c776cd-2c5d-4e8f-b081-648bcf2cc23e up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:46:59.384127 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b47bbef9-f98e-451e-879b-63e65cebde67 admin admin] Publish callbacks [] for security_group (656fd375-8c19-43e8-ac1e-67a4db249c49), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.412338 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b47bbef9-f98e-451e-879b-63e65cebde67 admin admin] Publish callbacks [] for security_group (656fd375-8c19-43e8-ac1e-67a4db249c49), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.453493 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.481008 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b47bbef9-f98e-451e-879b-63e65cebde67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (656fd375-8c19-43e8-ac1e-67a4db249c49), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.486334 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b47bbef9-f98e-451e-879b-63e65cebde67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.487779 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b47bbef9-f98e-451e-879b-63e65cebde67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/656fd375-8c19-43e8-ac1e-67a4db249c49 HTTP/1.1" status: 204 len: 168 time: 0.1815562 Apr 07 11:46:59.498085 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bbef9-f98e-451e-879b-63e65cebde67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656fd375-8c19-43e8-ac1e-67a4db249c49,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:59.537239 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:46:59.537578 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.590024 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Allocated IP 172.27.3.218 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/2042f011-d04e-4d42-b1c8-0d402a4c6509) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:46:59.690248 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:46:59.690632 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.702938 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 2, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:46:59.727977 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for port (2042f011-d04e-4d42-b1c8-0d402a4c6509), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.733703 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0926ffca-e7c0-4a3a-8caa-d24fa7c4032c req-6b70f1a4-8855-401a-a21a-a2677551bebe tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:46:59.735688 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0926ffca-e7c0-4a3a-8caa-d24fa7c4032c req-6b70f1a4-8855-401a-a21a-a2677551bebe tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 949 time: 0.0711803 Apr 07 11:46:59.745126 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=44c776cd-2c5d-4e8f-b081-648bcf2cc23e,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:46:59.746462 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Checking router: 8eff131e-c39a-4248-8ad7-8a5fe6c67950 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:46:59.747119 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Updating router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 port 1e106272-942b-451a-9b0a-cd1356125edb binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:46:59.774520 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.775014 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (2042f011-d04e-4d42-b1c8-0d402a4c6509), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.827340 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (1e106272-942b-451a-9b0a-cd1356125edb), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.828091 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0926ffca-e7c0-4a3a-8caa-d24fa7c4032c req-0594e125-a335-4d26-bf8e-0d832b961fa0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853252 Apr 07 11:46:59.830109 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:46:59.836240 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:46:59.850530 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:46:59.852114 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'Port': ['ID=2042f011-d04e-4d42-b1c8-0d402a4c6509,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:46:59.982493 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (1232d93d-772d-4848-a183-3c138ab33ddb), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:46:59.991342 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58892) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:00.029288 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3784-a424-4a53-93e1-d2f772b2adf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.058223 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2042f011-d04e-4d42-b1c8-0d402a4c6509), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.065225 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=44c776cd-2c5d-4e8f-b081-648bcf2cc23e,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:00.218236 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3784-a424-4a53-93e1-d2f772b2adf2 admin admin] Publish callbacks [] for security_group (f9946e43-fae1-446d-a277-703105735598), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.229155 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a17ee-9a80-4393-9c56-4003a55507b8 req-ca042f40-2d4c-4a4f-a08d-cdcf4777e7ca tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:00.230665 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bb6a17ee-9a80-4393-9c56-4003a55507b8 req-ca042f40-2d4c-4a4f-a08d-cdcf4777e7ca tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.3653305 Apr 07 11:47:00.235363 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3784-a424-4a53-93e1-d2f772b2adf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f9946e43-fae1-446d-a277-703105735598), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.279496 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ba42-d7b1-455e-9baa-50d7e23870c7 req-4456fcd4-8c42-4ee4-aa75-11d82a9415be tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:00.281062 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5765ba42-d7b1-455e-9baa-50d7e23870c7 req-4456fcd4-8c42-4ee4-aa75-11d82a9415be tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 945 time: 0.1032569 Apr 07 11:47:00.300207 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-6a0e3784-a424-4a53-93e1-d2f772b2adf2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0417281941b47fe8070dc3aafb71c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102202 Apr 07 11:47:00.304407 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3784-a424-4a53-93e1-d2f772b2adf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9946e43-fae1-446d-a277-703105735598,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:00.311450 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 58898) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:00.327334 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for port (2042f011-d04e-4d42-b1c8-0d402a4c6509), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.332641 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bb6a17ee-9a80-4393-9c56-4003a55507b8 req-5084d49e-6acd-45c9-b354-0f00bf047f4e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919504 Apr 07 11:47:00.337962 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (2042f011-d04e-4d42-b1c8-0d402a4c6509), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.355472 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Publish callbacks [] for port (1e106272-942b-451a-9b0a-cd1356125edb), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.362952 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (1e106272-942b-451a-9b0a-cd1356125edb), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.374526 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5765ba42-d7b1-455e-9baa-50d7e23870c7 req-62c5a392-ece1-48de-a739-68db7dafbe3a tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809708 Apr 07 11:47:00.420897 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad21c1e-36b7-42bd-8208-4a47d40a4969 None None] Pushing event updated for resources: {'Port': ['ID=1e106272-942b-451a-9b0a-cd1356125edb,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:00.445761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0b078984-4102-4b33-aea7-5f227ccf8e93 admin admin] Publish callbacks [] for security_group (f9946e43-fae1-446d-a277-703105735598), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.449884 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'Port': ['ID=2042f011-d04e-4d42-b1c8-0d402a4c6509,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:00.473441 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (1232d93d-772d-4848-a183-3c138ab33ddb), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.486273 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Attempting to bind port 1e106272-942b-451a-9b0a-cd1356125edb on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:00.486513 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Attempting to bind port 1e106272-942b-451a-9b0a-cd1356125edb by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:00.486660 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0b078984-4102-4b33-aea7-5f227ccf8e93 admin admin] Publish callbacks [] for security_group (f9946e43-fae1-446d-a277-703105735598), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.487162 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Attempting to bind port 1e106272-942b-451a-9b0a-cd1356125edb on network f1cb8de4-6ff5-416c-a91e-d01b92da21ec {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:00.497968 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:00.498847 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Checking segment: {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:00.499268 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.499778 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Bound using segment: {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:00.500465 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Bound port: 1e106272-942b-451a-9b0a-cd1356125edb, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:00.500996 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (1e106272-942b-451a-9b0a-cd1356125edb), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.508446 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.512840 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-2300a051-6023-44f5-8c36-05a03521318b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2646782 Apr 07 11:47:00.556670 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0b078984-4102-4b33-aea7-5f227ccf8e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f9946e43-fae1-446d-a277-703105735598), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.559312 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0b078984-4102-4b33-aea7-5f227ccf8e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.564928 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-0b078984-4102-4b33-aea7-5f227ccf8e93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9946e43-fae1-446d-a277-703105735598 HTTP/1.1" status: 204 len: 168 time: 0.2502110 Apr 07 11:47:00.573845 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b078984-4102-4b33-aea7-5f227ccf8e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9946e43-fae1-446d-a277-703105735598,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:00.616258 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] For port 1e106272-942b-451a-9b0a-cd1356125edb, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:00.619771 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] For port 1e106272-942b-451a-9b0a-cd1356125edb, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=1e106272-942b-451a-9b0a-cd1356125edb,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:00.626411 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (1e106272-942b-451a-9b0a-cd1356125edb), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.722163 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad21c1e-36b7-42bd-8208-4a47d40a4969 None None] Pushing event updated for resources: {'Port': ['ID=1e106272-942b-451a-9b0a-cd1356125edb,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:00.725262 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a78ef6d9-f5b0-4e77-a982-6309d6eb8eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.728377 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:00.729238 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:46:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:00.731651 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-effd30d3-f661-4fe9-8d7d-7964bb141077 None None] Provisioning complete for port 1e106272-942b-451a-9b0a-cd1356125edb triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:00.732586 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-effd30d3-f661-4fe9-8d7d-7964bb141077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (1e106272-942b-451a-9b0a-cd1356125edb), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.781083 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-551d3c9a-eea7-42c3-84d6-c79b848e84bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--322338123&fields=id&tenant_id=0562a453b54e4501bbd637863b019c34 HTTP/1.1" status: 200 len: 267 time: 0.0632246 Apr 07 11:47:00.915920 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:00.938689 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-a1bdd8bf-5a13-4bfe-9655-9c53878fde78 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:00.941870 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-a1bdd8bf-5a13-4bfe-9655-9c53878fde78 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 811 time: 0.1592155 Apr 07 11:47:00.973283 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-effd30d3-f661-4fe9-8d7d-7964bb141077 None None] Current status of the port 1e106272-942b-451a-9b0a-cd1356125edb is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:00.973813 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-effd30d3-f661-4fe9-8d7d-7964bb141077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (1e106272-942b-451a-9b0a-cd1356125edb), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:00.992410 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-b69ad1c8-ac3b-4c72-88cf-dd7fbafa34be tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/quotas/0562a453b54e4501bbd637863b019c34 HTTP/1.1" status: 200 len: 375 time: 0.0271392 Apr 07 11:47:01.043430 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb661a3-3354-42e2-b030-8ab741b5bfe5 req-d657070b-95b3-457c-a2f8-0a4f2e736484 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:01.045144 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ceb661a3-3354-42e2-b030-8ab741b5bfe5 req-d657070b-95b3-457c-a2f8-0a4f2e736484 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 949 time: 0.1240025 Apr 07 11:47:01.081213 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-9ac4f625-4695-4113-aebe-a1bc6571edd7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877659 Apr 07 11:47:01.099445 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-effd30d3-f661-4fe9-8d7d-7964bb141077 None None] For port 1e106272-942b-451a-9b0a-cd1356125edb, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=1e106272-942b-451a-9b0a-cd1356125edb,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:01.111663 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-effd30d3-f661-4fe9-8d7d-7964bb141077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (1e106272-942b-451a-9b0a-cd1356125edb), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.142290 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ceb661a3-3354-42e2-b030-8ab741b5bfe5 req-ed1617d2-8304-4404-9d1c-f4d861f1ce84 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889034 Apr 07 11:47:01.177900 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd30d3-f661-4fe9-8d7d-7964bb141077 None None] Pushing event updated for resources: {'Port': ['ID=1e106272-942b-451a-9b0a-cd1356125edb,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:01.237094 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-8056ebd0-cfa6-43a4-93fb-2fcc87051cb3 service neutron] 10.222.0.15 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394131 Apr 07 11:47:01.248586 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-3d718967-c47b-477f-bf3c-3978f901dc21 None None] Provisioning complete for port 1e106272-942b-451a-9b0a-cd1356125edb triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:01.248986 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-3d718967-c47b-477f-bf3c-3978f901dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (1e106272-942b-451a-9b0a-cd1356125edb), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.252394 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:00Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:01.318883 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2082fd1a-1e04-45fa-b748-493c21039aa5 None None] The sync data for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi is: [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:00Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:47:01.343243 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 44c776cd-2c5d-4e8f-b081-648bcf2cc23e up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:01.378757 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-2e457511-6b70-455a-a82e-8d929bd57e65 service neutron] 10.222.0.15 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392057 Apr 07 11:47:01.525662 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:01.526054 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.533652 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-3d718967-c47b-477f-bf3c-3978f901dc21 None None] Current status of the port 1e106272-942b-451a-9b0a-cd1356125edb is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:01.564619 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a5f43-b3e1-4271-9103-4b78660158f1 req-138c6b0e-60c7-4cea-9423-1add0bbdbe86 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:01.565657 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9e0a5f43-b3e1-4271-9103-4b78660158f1 req-138c6b0e-60c7-4cea-9423-1add0bbdbe86 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1042755 Apr 07 11:47:01.622055 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:01.668170 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9e0a5f43-b3e1-4271-9103-4b78660158f1 req-27542439-37bc-4d30-ad4e-5549e6f01e2a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933509 Apr 07 11:47:01.690350 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:01.794480 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fa440983-b5dd-4bc5-8602-1c4cccc8ff6f req-870392e8-3ba8-4e1b-aa5b-8fd6a013675d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 210 time: 0.0465543 Apr 07 11:47:01.802338 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a09806-dbe6-42b5-8cce-bcefb461887c req-19bc709c-eeb1-457a-ba5a-d181bd2966bd tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:01.818424 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-90a09806-dbe6-42b5-8cce-bcefb461887c req-19bc709c-eeb1-457a-ba5a-d181bd2966bd tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 945 time: 0.1251931 Apr 07 11:47:01.888648 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-90a09806-dbe6-42b5-8cce-bcefb461887c req-79213c09-1cf8-4eaa-9a4e-1152fc993064 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692749 Apr 07 11:47:02.320255 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a40132-6494-4b99-94ab-8cd30c2dd462 req-e38b2dc2-60af-4ab8-97f7-53f975ee0071 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.322238 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-40a40132-6494-4b99-94ab-8cd30c2dd462 req-e38b2dc2-60af-4ab8-97f7-53f975ee0071 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 949 time: 0.0980647 Apr 07 11:47:02.357895 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-dd3de232-3ac0-43be-a8ea-bf837db793c5 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.362609 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-dd3de232-3ac0-43be-a8ea-bf837db793c5 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.52 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 949 time: 0.1001263 Apr 07 11:47:02.404742 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-40a40132-6494-4b99-94ab-8cd30c2dd462 req-b18e735f-6e9c-4240-a0df-62d837b05bb4 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/security-groups?id=429b3b0e-a6c0-4d67-8321-0a34cfb39578&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728869 Apr 07 11:47:02.586819 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Deleting port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:02.587271 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.769398 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] For port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,segment=NetworkSegment(7af65b6e-4b1c-42eb-9dda-2c2b245b9609),segment_id=7af65b6e-4b1c-42eb-9dda-2c2b245b9609)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:02.769799 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.815233 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Calling delete_port for c09a21bf-47ba-4a12-9f9e-e4b25835d4ec owned by compute:nova {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:02.872629 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3383-d9f5-49eb-87ad-40e824d22355 req-4f71141d-c601-4b21-8c65-50088a572f71 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.874268 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-516b3383-d9f5-49eb-87ad-40e824d22355 req-4f71141d-c601-4b21-8c65-50088a572f71 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 945 time: 0.1604483 Apr 07 11:47:02.947674 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:02.966109 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8eefb-432a-484f-a816-5a6c3c0a8fad req-dce932c8-c28d-4bc2-8db7-36849d15c641 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:02.967722 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7ca8eefb-432a-484f-a816-5a6c3c0a8fad req-dce932c8-c28d-4bc2-8db7-36849d15c641 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1944611 Apr 07 11:47:03.035767 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-516b3383-d9f5-49eb-87ad-40e824d22355 req-4315414d-0819-4e22-b9a7-dbab5ba68a7c tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220033 Apr 07 11:47:03.101735 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7ca8eefb-432a-484f-a816-5a6c3c0a8fad req-51322d98-a23c-4ab7-8235-a0b6ad2adf4b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200619 Apr 07 11:47:03.153188 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1c723459-4e22-4e6f-a5a3-25cb9fe9a0a0 req-81e6d3c2-83ed-49ab-a735-4a96a0dab8fd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 210 time: 0.0334218 Apr 07 11:47:03.177389 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (c09a21bf-47ba-4a12-9f9e-e4b25835d4ec), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.193720 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['c09a21bf-47ba-4a12-9f9e-e4b25835d4ec'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:03.211765 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Pushing event deleted for resources: {'Port': ['ID=c09a21bf-47ba-4a12-9f9e-e4b25835d4ec,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:03.289759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] No DVR routers for this DVR port c09a21bf-47ba-4a12-9f9e-e4b25835d4ec on host hv-cinder-83682 {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:03.293540 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.297766 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21941a76-291a-4dd3-9baa-9469478c8cc0 req-9c096093-36cc-4468-b0eb-075b8cf026c0 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.52 "DELETE /v2.0/ports/c09a21bf-47ba-4a12-9f9e-e4b25835d4ec HTTP/1.1" status: 204 len: 173 time: 0.9279385 Apr 07 11:47:03.298244 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a849a3-089f-49fc-b506-4c30175f60fd', 'name': 'network-vif-deleted', 'tag': 'c09a21bf-47ba-4a12-9f9e-e4b25835d4ec'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:03.300965 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050acb95-3298-4859-bb33-d9b32db434bd" -d '{"events": [{"server_uuid": "36a849a3-089f-49fc-b506-4c30175f60fd", "name": "network-vif-deleted", "tag": "c09a21bf-47ba-4a12-9f9e-e4b25835d4ec"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:03.321948 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 1e106272-942b-451a-9b0a-cd1356125edb up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:03.344364 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335399a1-6e01-4863-9767-17a19d08a98f x-openstack-request-id: req-335399a1-6e01-4863-9767-17a19d08a98f {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:03.345393 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a849a3-089f-49fc-b506-4c30175f60fd", "name": "network-vif-deleted", "tag": "c09a21bf-47ba-4a12-9f9e-e4b25835d4ec", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:03.345393 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-335399a1-6e01-4863-9767-17a19d08a98f {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:03.345688 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-335399a1-6e01-4863-9767-17a19d08a98f'] response: {'server_uuid': '36a849a3-089f-49fc-b506-4c30175f60fd', 'name': 'network-vif-deleted', 'tag': 'c09a21bf-47ba-4a12-9f9e-e4b25835d4ec', 'status': 'completed', 'code': 200} Apr 07 11:47:03.378024 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 1e106272-942b-451a-9b0a-cd1356125edb triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:03.378433 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (1e106272-942b-451a-9b0a-cd1356125edb), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:03.462647 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 1e106272-942b-451a-9b0a-cd1356125edb is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:03.509354 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cea29d1b-2192-46d6-9fe5-8742b964f2ae req-b653fdfa-55dc-4b1d-92bf-1db459cb5127 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 210 time: 0.0321517 Apr 07 11:47:04.205019 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f4caf-878f-4e97-a9aa-7dc204e09b24 req-95fac4b8-efd0-4bdb-be4b-3b7cb8d1c4fe tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.206553 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-769f4caf-878f-4e97-a9aa-7dc204e09b24 req-95fac4b8-efd0-4bdb-be4b-3b7cb8d1c4fe tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 945 time: 0.0875881 Apr 07 11:47:04.263525 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11bb8b-3be7-45ea-98d4-6ff5074e13da req-3596d4f4-16ba-47ee-97a5-c12267af25c3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.265082 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a11bb8b-3be7-45ea-98d4-6ff5074e13da req-3596d4f4-16ba-47ee-97a5-c12267af25c3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0986266 Apr 07 11:47:04.272375 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-769f4caf-878f-4e97-a9aa-7dc204e09b24 req-2b3e88d1-9d9f-47e9-8266-54195b89d6a3 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581303 Apr 07 11:47:04.333674 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a11bb8b-3be7-45ea-98d4-6ff5074e13da req-a0692cba-5b0e-418a-974c-0619d45f6aba tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603075 Apr 07 11:47:04.392108 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bb40540c-58b9-4bfc-8f30-5753207d317d req-5581f1f0-1f25-4e24-90e9-ee06c0741169 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 210 time: 0.0326641 Apr 07 11:47:04.657802 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:04.679089 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-e6db3abd-8587-452c-b18b-5c27cb68ac22 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.681558 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-e6db3abd-8587-452c-b18b-5c27cb68ac22 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 811 time: 0.1507721 Apr 07 11:47:04.715159 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f09cc04d-02db-4be2-be7d-31509101f88f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:04.717582 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f09cc04d-02db-4be2-be7d-31509101f88f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.52 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 945 time: 0.0760386 Apr 07 11:47:04.729322 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f9c291e5-d40e-4ebc-bf88-68a1a6970666 req-0af82887-3bce-4872-b19a-173c6f8e2ee2 tempest-VolumesNegativeTest-1539034928 tempest-VolumesNegativeTest-1539034928-project] 10.222.0.15 "GET /v2.0/ports?device_id=36a849a3-089f-49fc-b506-4c30175f60fd HTTP/1.1" status: 200 len: 210 time: 0.0313482 Apr 07 11:47:05.042888 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-86cd3c7e-1d06-4d2c-9fb5-7e6f05c2128c tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0562a453b54e4501bbd637863b019c34 HTTP/1.1" status: 200 len: 379 time: 0.0710795 Apr 07 11:47:05.108885 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Deleting port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:05.109237 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:05.129657 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'port': {'device_id': '3014d674-4967-4f92-ae7c-6e74963beaec', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'admin_state_up': True, 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'security_groups': ['57aac8a7-fe39-4dbe-91fb-b9a0670c1af6']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:05.213923 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] For port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:05.214619 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:05.231047 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Calling delete_port for b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:05.255466 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Made reservation on behalf of 0562a453b54e4501bbd637863b019c34 for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:05.259179 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:05.372167 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (b1890927-fe7d-4e94-8ecd-3bf0b302c2d6), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:05.392598 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['b1890927-fe7d-4e94-8ecd-3bf0b302c2d6'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:05.408070 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Pushing event deleted for resources: {'Port': ['ID=b1890927-fe7d-4e94-8ecd-3bf0b302c2d6,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:05.410195 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f5d114c0-6e22-4899-a597-56969eb312dc req-539b3f7c-1693-4358-9b52-009522f10754 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c840e71c-8c8d-47df-8945-a9c9407325f4 HTTP/1.1" status: 200 len: 210 time: 0.0582590 Apr 07 11:47:05.456177 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Allocated IP 172.20.0.9 (f1cb8de4-6ff5-416c-a91e-d01b92da21ec/35319af4-6c63-4003-89df-1e14c8a7d4b8/5423d75e-b960-4f9c-a940-71f901b6fbb3) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:05.472596 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] No DVR routers for this DVR port b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:05.474712 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:05.478251 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e2e2b809-8ddd-4e58-b8b9-1d1f893f5de6 req-f446e44c-372c-41c3-b43a-cb836394e5ae tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.52 "DELETE /v2.0/ports/b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 HTTP/1.1" status: 204 len: 173 time: 0.4942226 Apr 07 11:47:05.479243 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c840e71c-8c8d-47df-8945-a9c9407325f4', 'name': 'network-vif-deleted', 'tag': 'b1890927-fe7d-4e94-8ecd-3bf0b302c2d6'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:05.481193 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77649bd6-32f6-4b6e-aed5-99ba4d3ddf88" -d '{"events": [{"server_uuid": "c840e71c-8c8d-47df-8945-a9c9407325f4", "name": "network-vif-deleted", "tag": "b1890927-fe7d-4e94-8ecd-3bf0b302c2d6"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:05.549726 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8bd81024-b318-412a-b0e6-d5f3963b7fd2 req-649165d5-1a22-4bf1-86cc-4ec39383e221 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 210 time: 0.0477262 Apr 07 11:47:05.584596 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2524aa-34ed-409d-bd76-a50ec4bd5464 req-a314df95-97bc-45b9-89d3-ab9d135a9fa3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:05.586155 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2524aa-34ed-409d-bd76-a50ec4bd5464 req-a314df95-97bc-45b9-89d3-ab9d135a9fa3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1276619 Apr 07 11:47:05.613579 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60350ae-5b53-46ca-982b-c3653e6811e3 x-openstack-request-id: req-d60350ae-5b53-46ca-982b-c3653e6811e3 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:05.613901 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c840e71c-8c8d-47df-8945-a9c9407325f4", "name": "network-vif-deleted", "tag": "b1890927-fe7d-4e94-8ecd-3bf0b302c2d6", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:05.614156 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d60350ae-5b53-46ca-982b-c3653e6811e3 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:05.614579 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60350ae-5b53-46ca-982b-c3653e6811e3'] response: {'server_uuid': 'c840e71c-8c8d-47df-8945-a9c9407325f4', 'name': 'network-vif-deleted', 'tag': 'b1890927-fe7d-4e94-8ecd-3bf0b302c2d6', 'status': 'completed', 'code': 200} Apr 07 11:47:05.693436 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device c09a21bf-47ba-4a12-9f9e-e4b25835d4ec no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:05.715640 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c2524aa-34ed-409d-bd76-a50ec4bd5464 req-89422d1e-530a-4cb6-931b-9b2b3f95ace6 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180332 Apr 07 11:47:05.721353 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:05.730760 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: c09a21bf-47ba-4a12-9f9e-e4b25835d4ec {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:05.731243 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device c09a21bf-47ba-4a12-9f9e-e4b25835d4ec not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:05.758555 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:05.818781 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:05.822428 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:05.829854 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:05.856086 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'Port': ['ID=5423d75e-b960-4f9c-a940-71f901b6fbb3,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:05.888644 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:05.889431 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:05.909857 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-72b650ef-bf89-4e5a-a0b9-54afd6dd6bb2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7841456 Apr 07 11:47:05.938688 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Request body: {'port': {'device_id': '3014d674-4967-4f92-ae7c-6e74963beaec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:06.023865 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.192960 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-4353f983-0168-47b5-bc8a-1de123cc821e None None] Provisioning complete for port 5423d75e-b960-4f9c-a940-71f901b6fbb3 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:06.193479 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4353f983-0168-47b5-bc8a-1de123cc821e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.232491 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-4353f983-0168-47b5-bc8a-1de123cc821e None None] Port 5423d75e-b960-4f9c-a940-71f901b6fbb3 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:06.364454 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5423d75e-b960-4f9c-a940-71f901b6fbb3 {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:06.372407 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Publish callbacks [] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.384913 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Transition to ACTIVE for port object 5423d75e-b960-4f9c-a940-71f901b6fbb3 will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:47:06.389142 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.443511 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Pushing event updated for resources: {'Port': ['ID=5423d75e-b960-4f9c-a940-71f901b6fbb3,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:06.535151 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Attempting to bind port 5423d75e-b960-4f9c-a940-71f901b6fbb3 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:06.535578 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Attempting to bind port 5423d75e-b960-4f9c-a940-71f901b6fbb3 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:06.535799 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Attempting to bind port 5423d75e-b960-4f9c-a940-71f901b6fbb3 on network f1cb8de4-6ff5-416c-a91e-d01b92da21ec {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:06.541088 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Port 5423d75e-b960-4f9c-a940-71f901b6fbb3 on network f1cb8de4-6ff5-416c-a91e-d01b92da21ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:47:06.541404 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Attempting to bind port 5423d75e-b960-4f9c-a940-71f901b6fbb3 on network f1cb8de4-6ff5-416c-a91e-d01b92da21ec {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:06.551746 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:06.551992 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Checking segment: {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:06.552374 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Bound using segment: {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:06.553207 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Bound port: 5423d75e-b960-4f9c-a940-71f901b6fbb3, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:06.553566 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.648431 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] For port 5423d75e-b960-4f9c-a940-71f901b6fbb3, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:06.652245 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] For port 5423d75e-b960-4f9c-a940-71f901b6fbb3, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:06.668765 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.734271 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.735068 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:06.736539 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] 10.222.0.52 "PUT /v2.0/ports/5423d75e-b960-4f9c-a940-71f901b6fbb3 HTTP/1.1" status: 200 len: 1093 time: 0.8030756 Apr 07 11:47:06.739010 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3014d674-4967-4f92-ae7c-6e74963beaec', 'tag': '5423d75e-b960-4f9c-a940-71f901b6fbb3'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:06.741371 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2444224-66f8-44a3-9dc7-879e3c618f88" -d '{"events": [{"name": "network-changed", "server_uuid": "3014d674-4967-4f92-ae7c-6e74963beaec", "tag": "5423d75e-b960-4f9c-a940-71f901b6fbb3"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:06.856539 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd922b-7a8e-41f8-aa5e-ad745ac86fb7 req-c433eabc-e80b-4143-995d-080f397b760f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.858169 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-04fd922b-7a8e-41f8-aa5e-ad745ac86fb7 req-c433eabc-e80b-4143-995d-080f397b760f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 943 time: 0.2023132 Apr 07 11:47:06.862331 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32e49c-4bd2-4413-85f7-42084bd53f97 service neutron] Pushing event updated for resources: {'Port': ['ID=5423d75e-b960-4f9c-a940-71f901b6fbb3,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:06.980083 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f0a2def1-fc84-4d31-9c3b-bff76c3db4be tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.986642 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f0a2def1-fc84-4d31-9c3b-bff76c3db4be tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/networks?id=c1b76852-8d5e-45f5-9054-8e9125843943 HTTP/1.1" status: 200 len: 806 time: 0.2330453 Apr 07 11:47:06.997899 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-eb28dcee-415d-410c-8f23-7ccf89dd59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:06.999446 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-eb28dcee-415d-410c-8f23-7ccf89dd59d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 1127 time: 0.1943831 Apr 07 11:47:07.003660 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-04fd922b-7a8e-41f8-aa5e-ad745ac86fb7 req-0eb57750-b4b3-4b7e-be74-3ff8b2d6f80b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132054 Apr 07 11:47:07.006095 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-1d39bf78-24e1-413e-9879-23ebf711ecb6 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/quotas/2a16610ad3c34e508d44cccae23b3545 HTTP/1.1" status: 200 len: 375 time: 0.0186946 Apr 07 11:47:07.078793 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-a3a4d0b1-ffbe-4947-8761-5aa9026b58f1 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a16610ad3c34e508d44cccae23b3545&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670400 Apr 07 11:47:07.080831 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-19e29048-bda3-4e7e-8c32-7d52cc365d6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0594199 Apr 07 11:47:07.224747 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-e2efaf1e-3904-478c-8368-5546e8e82441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:07.226358 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-e2efaf1e-3904-478c-8368-5546e8e82441 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 200 len: 850 time: 0.1386693 Apr 07 11:47:07.559282 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dacd7f-ea6a-41ae-a786-c015c5414795 req-a19a3214-1cff-4b85-a7e1-7f7f3d8c4ed4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:07.561266 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-91dacd7f-ea6a-41ae-a786-c015c5414795 req-a19a3214-1cff-4b85-a7e1-7f7f3d8c4ed4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.4236550 Apr 07 11:47:07.563647 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c82a8d51-0a0d-452e-ad60-665e85f107ca service neutron] 10.222.0.15 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659226 Apr 07 11:47:07.623555 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-130a59ee-d7af-49e0-a1c5-375056eaf3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:07.625090 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-130a59ee-d7af-49e0-a1c5-375056eaf3a9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3798327 Apr 07 11:47:07.742683 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-91dacd7f-ea6a-41ae-a786-c015c5414795 req-8fc8915b-23b2-48db-adbb-bb0660a586f8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571591 Apr 07 11:47:07.786316 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-227fb481-7544-4507-93f1-510cf64e147a service neutron] 10.222.0.15 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091126 Apr 07 11:47:07.792744 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2272a2-5539-4eee-9d66-8d65588c70ae x-openstack-request-id: req-bb2272a2-5539-4eee-9d66-8d65588c70ae {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:07.793159 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3014d674-4967-4f92-ae7c-6e74963beaec", "tag": "5423d75e-b960-4f9c-a940-71f901b6fbb3", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:07.793472 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb2272a2-5539-4eee-9d66-8d65588c70ae {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:07.794072 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2272a2-5539-4eee-9d66-8d65588c70ae'] response: {'name': 'network-changed', 'server_uuid': '3014d674-4967-4f92-ae7c-6e74963beaec', 'tag': '5423d75e-b960-4f9c-a940-71f901b6fbb3', 'status': 'completed', 'code': 200} Apr 07 11:47:07.803269 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-dfec1a7d-a286-4266-a3f6-03fe6158d69b service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474283 Apr 07 11:47:07.903829 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebdd170e-b9e9-4d68-ba4c-f881635d073d req-bd93bef8-ecff-40cb-a83e-41d686f2e656 service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940542 Apr 07 11:47:07.994400 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fa6c21bc-3d2c-450c-ba4e-4435fcb8dac6 req-d0b50478-757f-4517-88fa-edb02a6c1f09 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 210 time: 0.0312181 Apr 07 11:47:08.140615 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2868e45d-43c4-4d9d-855a-10c8ae876105 req-ebf06df5-f1c7-4b5a-8099-a5a069034cd4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:08.142281 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2868e45d-43c4-4d9d-855a-10c8ae876105 req-ebf06df5-f1c7-4b5a-8099-a5a069034cd4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 943 time: 0.0593491 Apr 07 11:47:08.198335 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2868e45d-43c4-4d9d-855a-10c8ae876105 req-1d7f33dc-a885-42d2-b9fb-7a31d833dedc tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484586 Apr 07 11:47:08.904791 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b6dd7-3e28-4e0a-803b-3393132cb607 req-292df34b-b4f4-46fb-8917-f53088200239 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:08.907033 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e0b6dd7-3e28-4e0a-803b-3393132cb607 req-292df34b-b4f4-46fb-8917-f53088200239 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0669940 Apr 07 11:47:08.999609 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e0b6dd7-3e28-4e0a-803b-3393132cb607 req-e436f56c-2ee1-4d25-916a-33511ae94b28 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833244 Apr 07 11:47:09.011090 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-f0aeecbc-d2f0-4f5d-af4e-a3526d1a47e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.012604 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-f0aeecbc-d2f0-4f5d-af4e-a3526d1a47e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 1127 time: 0.0851276 Apr 07 11:47:09.159716 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-86169754-e648-4cf1-a2c4-fce3cd22aa8b req-bc22aefc-539b-42f8-9ef9-4df1f690a5c5 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 210 time: 0.0486584 Apr 07 11:47:09.187331 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-93d952fa-b146-451c-a26c-d20982d45fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.188988 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-93d952fa-b146-451c-a26c-d20982d45fb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 912 time: 0.1621561 Apr 07 11:47:09.248341 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-8b15464b-a5fa-4f95-a322-23b6a185f490 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3 HTTP/1.1" status: 200 len: 217 time: 0.0519493 Apr 07 11:47:09.327075 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea7583-0d27-4fdf-b6aa-a4fc51b99cab req-ad25ac53-1906-4dff-9768-6a7800d4e4e7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.328540 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-24ea7583-0d27-4fdf-b6aa-a4fc51b99cab req-ad25ac53-1906-4dff-9768-6a7800d4e4e7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 943 time: 0.0577002 Apr 07 11:47:09.376301 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-24ea7583-0d27-4fdf-b6aa-a4fc51b99cab req-15eb11e8-8abd-4e5a-a8bf-e03e39831088 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Apr 07 11:47:09.530489 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-70867a45-6e89-4278-adbb-f94456b5e375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.531906 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-70867a45-6e89-4278-adbb-f94456b5e375 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 200 len: 850 time: 0.0489833 Apr 07 11:47:09.587960 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-75b1fbfe-64f8-4dda-ba97-4111e63b1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.589823 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-75b1fbfe-64f8-4dda-ba97-4111e63b1166 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469723 Apr 07 11:47:09.682337 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-10bf9696-99f7-4fb8-9b02-d62f29d8a7b3 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:09.683973 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-10bf9696-99f7-4fb8-9b02-d62f29d8a7b3 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.52 "GET /v2.0/networks?id=c1b76852-8d5e-45f5-9054-8e9125843943 HTTP/1.1" status: 200 len: 806 time: 0.1154954 Apr 07 11:47:09.693493 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-230cec7d-1014-4423-9ee1-6541dc19c6da service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963404 Apr 07 11:47:09.698090 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Request body: {'port': {'device_id': 'c6b7c210-cc79-49d2-973a-82b635da445b', 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943', 'admin_state_up': True, 'tenant_id': '2a16610ad3c34e508d44cccae23b3545'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:09.720630 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:09.743702 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:09.744025 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device b1890927-fe7d-4e94-8ecd-3bf0b302c2d6 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:09.792895 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e2444224-66f8-44a3-9dc7-879e3c618f88 req-5f8ea9ae-f0c3-4d05-b69a-76d72bdd0000 service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920882 Apr 07 11:47:09.823025 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Made reservation on behalf of 2a16610ad3c34e508d44cccae23b3545 for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:09.826575 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:09.961933 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Allocated IP 172.20.0.11 (c1b76852-8d5e-45f5-9054-8e9125843943/6eff10f4-d03e-48e8-bb98-6ecffadd2f13/ea1b549a-9576-4aac-897b-371b6c37ddcc) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:10.121747 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks [] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.132993 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f38ea-594c-484a-b0ac-c87a5b1e9a07 req-99a9cd8d-7b01-4c9a-bc29-e1f9e95868bd tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.134475 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7d6f38ea-594c-484a-b0ac-c87a5b1e9a07 req-99a9cd8d-7b01-4c9a-bc29-e1f9e95868bd tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0567684 Apr 07 11:47:10.156336 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.182609 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7d6f38ea-594c-484a-b0ac-c87a5b1e9a07 req-8d89129a-e0ef-4f62-a242-6af8629a6f56 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420785 Apr 07 11:47:10.197236 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Network c1b76852-8d5e-45f5-9054-8e9125843943 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:10.200626 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:10.203042 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:10.245869 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Pushing event updated for resources: {'Port': ['ID=ea1b549a-9576-4aac-897b-371b6c37ddcc,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:10.265545 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.266196 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.283122 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-c0c63d0a-6757-4e64-b12d-8fffb71e85a9 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5893168 Apr 07 11:47:10.295539 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Request body: {'port': {'device_id': 'c6b7c210-cc79-49d2-973a-82b635da445b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:10.301296 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89eeaa-1737-4282-860d-0f20dbf64ff9 req-9fff1ad9-8259-4df6-96c7-71fc8b97791a tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.303246 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ee89eeaa-1737-4282-860d-0f20dbf64ff9 req-9fff1ad9-8259-4df6-96c7-71fc8b97791a tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 932 time: 0.0660696 Apr 07 11:47:10.354820 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ee89eeaa-1737-4282-860d-0f20dbf64ff9 req-3acf98aa-c73c-416f-bc5e-fb892eba05d5 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459509 Apr 07 11:47:10.359978 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.516311 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02112a-30b8-4de9-97cb-c0a82aa28a29 req-ddd4dd37-f074-4ba3-98b2-f2a43c95fcc6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.517829 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae02112a-30b8-4de9-97cb-c0a82aa28a29 req-ddd4dd37-f074-4ba3-98b2-f2a43c95fcc6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 943 time: 0.0597801 Apr 07 11:47:10.567781 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae02112a-30b8-4de9-97cb-c0a82aa28a29 req-bb41158f-d6ff-4d19-a074-41d0c0d01bb9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438502 Apr 07 11:47:10.635244 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea1b549a-9576-4aac-897b-371b6c37ddcc {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:10.642948 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Publish callbacks [] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.654823 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Transition to ACTIVE for port object ea1b549a-9576-4aac-897b-371b6c37ddcc will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:47:10.660201 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.668446 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 59394) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:10.735370 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Pushing event updated for resources: {'Port': ['ID=ea1b549a-9576-4aac-897b-371b6c37ddcc,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:10.783706 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Attempting to bind port ea1b549a-9576-4aac-897b-371b6c37ddcc on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:10.783839 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Attempting to bind port ea1b549a-9576-4aac-897b-371b6c37ddcc by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'b1c73048-8245-41a4-9017-73964223348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:10.784108 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Attempting to bind port ea1b549a-9576-4aac-897b-371b6c37ddcc on network c1b76852-8d5e-45f5-9054-8e9125843943 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:10.788684 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Port ea1b549a-9576-4aac-897b-371b6c37ddcc on network c1b76852-8d5e-45f5-9054-8e9125843943 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:47:10.789032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Attempting to bind port ea1b549a-9576-4aac-897b-371b6c37ddcc on network c1b76852-8d5e-45f5-9054-8e9125843943 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:10.793904 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:10.794237 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Checking segment: {'id': 'b1c73048-8245-41a4-9017-73964223348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:10.794614 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Bound using segment: {'id': 'b1c73048-8245-41a4-9017-73964223348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:10.795101 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Bound port: ea1b549a-9576-4aac-897b-371b6c37ddcc, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1c73048-8245-41a4-9017-73964223348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:10.795444 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.829810 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-8e424605-10cd-4d35-bf1c-f95dab10e5a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e5c26766f77429bbeca6854453867a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599257 Apr 07 11:47:10.832892 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 59402) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:10.860093 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] For port ea1b549a-9576-4aac-897b-371b6c37ddcc, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:10.863157 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] For port ea1b549a-9576-4aac-897b-371b6c37ddcc, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ea1b549a-9576-4aac-897b-371b6c37ddcc,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:10.869639 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.883280 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5f75bbe6-2323-4c37-b40c-08577cbd62b4 admin admin] Publish callbacks [] for security_group (429b3b0e-a6c0-4d67-8321-0a34cfb39578), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.903674 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:10.904296 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.905290 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5f75bbe6-2323-4c37-b40c-08577cbd62b4 admin admin] Publish callbacks [] for security_group (429b3b0e-a6c0-4d67-8321-0a34cfb39578), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.905745 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] 10.222.0.52 "PUT /v2.0/ports/ea1b549a-9576-4aac-897b-371b6c37ddcc HTTP/1.1" status: 200 len: 1094 time: 0.6150997 Apr 07 11:47:10.906175 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6b7c210-cc79-49d2-973a-82b635da445b', 'tag': 'ea1b549a-9576-4aac-897b-371b6c37ddcc'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:10.908456 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75644baa-b9bc-4171-8fd3-d4232e304ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "c6b7c210-cc79-49d2-973a-82b635da445b", "tag": "ea1b549a-9576-4aac-897b-371b6c37ddcc"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:10.936222 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d99a7-5208-4b9d-a194-1ded8e1018dc service neutron] Pushing event updated for resources: {'Port': ['ID=ea1b549a-9576-4aac-897b-371b6c37ddcc,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:10.954451 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027917e5-cbdb-413f-82ec-6f18196446cb x-openstack-request-id: req-027917e5-cbdb-413f-82ec-6f18196446cb {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:10.954828 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6b7c210-cc79-49d2-973a-82b635da445b", "tag": "ea1b549a-9576-4aac-897b-371b6c37ddcc", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:10.955245 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-027917e5-cbdb-413f-82ec-6f18196446cb {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:10.955692 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-027917e5-cbdb-413f-82ec-6f18196446cb'] response: {'name': 'network-changed', 'server_uuid': 'c6b7c210-cc79-49d2-973a-82b635da445b', 'tag': 'ea1b549a-9576-4aac-897b-371b6c37ddcc', 'status': 'completed', 'code': 200} Apr 07 11:47:10.962181 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5f75bbe6-2323-4c37-b40c-08577cbd62b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (429b3b0e-a6c0-4d67-8321-0a34cfb39578), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.965681 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5f75bbe6-2323-4c37-b40c-08577cbd62b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:10.969354 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-5f75bbe6-2323-4c37-b40c-08577cbd62b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/429b3b0e-a6c0-4d67-8321-0a34cfb39578 HTTP/1.1" status: 204 len: 168 time: 0.1330106 Apr 07 11:47:10.974925 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75bbe6-2323-4c37-b40c-08577cbd62b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429b3b0e-a6c0-4d67-8321-0a34cfb39578,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:11.035525 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-65cd23fb-a686-4a24-aeba-f0b657a8984d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.037087 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-65cd23fb-a686-4a24-aeba-f0b657a8984d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a16610ad3c34e508d44cccae23b3545&device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 1128 time: 0.0713654 Apr 07 11:47:11.082112 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-f217a2a6-5cbb-416d-b47a-cb7e10bc5482 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1b549a-9576-4aac-897b-371b6c37ddcc HTTP/1.1" status: 200 len: 217 time: 0.0366440 Apr 07 11:47:11.137053 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-66967b14-8994-4e10-a810-c9fbf0823e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.138807 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-66967b14-8994-4e10-a810-c9fbf0823e01 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eff10f4-d03e-48e8-bb98-6ecffadd2f13 HTTP/1.1" status: 200 len: 846 time: 0.0501370 Apr 07 11:47:11.172141 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-ba29fb89-3335-4d63-a2ba-6b23bd6dbdc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1b76852-8d5e-45f5-9054-8e9125843943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265243 Apr 07 11:47:11.279222 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-594a3311-2e65-4a21-b502-b7777f17a0c0 service neutron] 10.222.0.52 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995064 Apr 07 11:47:11.320688 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7d1c-6e1c-400c-a315-a42170e6c828 req-64683cad-0b38-4614-bbe5-c0663e4c54b8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.322368 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-355a7d1c-6e1c-400c-a315-a42170e6c828 req-64683cad-0b38-4614-bbe5-c0663e4c54b8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0628526 Apr 07 11:47:11.372365 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-355a7d1c-6e1c-400c-a315-a42170e6c828 req-e0871b98-2c3c-4668-a26f-66037c3463c8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436764 Apr 07 11:47:11.381984 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4e99d650-b024-4ef8-9bd2-d4a8b756a37e req-a1138f6a-215a-4e70-ae85-457b2d6b189a service neutron] 10.222.0.52 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932262 Apr 07 11:47:11.480930 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe97b6a-8bb7-47fb-9470-68df0363fdda req-01696f95-d8df-4279-828f-ce7f87f40a9e tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.482831 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fe97b6a-8bb7-47fb-9470-68df0363fdda req-01696f95-d8df-4279-828f-ce7f87f40a9e tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 944 time: 0.0553777 Apr 07 11:47:11.532898 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fe97b6a-8bb7-47fb-9470-68df0363fdda req-d81db295-5df8-4072-aa61-6b5a94b60fa1 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439425 Apr 07 11:47:11.689038 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf6227-4a16-40f4-aea3-31c860c648a4 req-d5cdab4f-ecfb-4ef2-91e1-b49d75f3032e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:11.690420 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-56cf6227-4a16-40f4-aea3-31c860c648a4 req-d5cdab4f-ecfb-4ef2-91e1-b49d75f3032e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 943 time: 0.0563593 Apr 07 11:47:11.743450 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-56cf6227-4a16-40f4-aea3-31c860c648a4 req-a0561c70-3c21-4b5d-bfec-5d18c3049af8 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473945 Apr 07 11:47:11.746356 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 5423d75e-b960-4f9c-a940-71f901b6fbb3 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:47:11.842933 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 5423d75e-b960-4f9c-a940-71f901b6fbb3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:11.854046 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '5423d75e-b960-4f9c-a940-71f901b6fbb3', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'port_id': '5423d75e-b960-4f9c-a940-71f901b6fbb3', 'mac_address': 'fa:16:3e:b9:e2:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:47:11.893857 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 5423d75e-b960-4f9c-a940-71f901b6fbb3 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:11.894235 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.908388 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5423d75e-b960-4f9c-a940-71f901b6fbb3 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:11.932942 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 5423d75e-b960-4f9c-a940-71f901b6fbb3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:11.938790 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:11.988055 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=5423d75e-b960-4f9c-a940-71f901b6fbb3,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:12.251776 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['5423d75e-b960-4f9c-a940-71f901b6fbb3'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:12.502454 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 59438) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:12.503530 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb6ec3-f4ab-4daf-b3fb-2e3ffb3721b2 req-42f1131a-d692-41e1-ae5e-3f6bbc67c8b1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.511284 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8cbb6ec3-f4ab-4daf-b3fb-2e3ffb3721b2 req-42f1131a-d692-41e1-ae5e-3f6bbc67c8b1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0635872 Apr 07 11:47:12.555205 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8cbb6ec3-f4ab-4daf-b3fb-2e3ffb3721b2 req-aea792af-688d-4f49-ab25-65feb656d35f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 Apr 07 11:47:12.612796 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-344e875d-cd96-4a4e-90d6-b8e73498df2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:12.657407 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e9a7d-a4c4-41b4-a0ad-02a4bf7b14b4 req-c2f34677-a2ba-4466-9f0b-20bae080d75b tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.659002 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b3e9a7d-a4c4-41b4-a0ad-02a4bf7b14b4 req-c2f34677-a2ba-4466-9f0b-20bae080d75b tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 944 time: 0.0535374 Apr 07 11:47:12.695829 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-0f16e2ba-6f50-43cd-ba4a-6b81bd7789d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.697415 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-0f16e2ba-6f50-43cd-ba4a-6b81bd7789d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2a16610ad3c34e508d44cccae23b3545&device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 1128 time: 0.0754893 Apr 07 11:47:12.708647 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b3e9a7d-a4c4-41b4-a0ad-02a4bf7b14b4 req-9d5c7fdc-9708-4c45-b95d-c63fb5215d75 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419595 Apr 07 11:47:12.793544 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-344e875d-cd96-4a4e-90d6-b8e73498df2d admin admin] Publish callbacks [] for security_group (5bf979a6-debb-417e-bb8e-ee9219f3da4c), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:12.800733 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-344e875d-cd96-4a4e-90d6-b8e73498df2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (5bf979a6-debb-417e-bb8e-ee9219f3da4c), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:12.851767 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-21a09599-cbfc-4ac0-b20f-aefe51d5b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.853269 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-21a09599-cbfc-4ac0-b20f-aefe51d5b94a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c1b76852-8d5e-45f5-9054-8e9125843943 HTTP/1.1" status: 200 len: 907 time: 0.1482472 Apr 07 11:47:12.856401 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-344e875d-cd96-4a4e-90d6-b8e73498df2d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21155deb0a524b70b2d1fd6cc239d131&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3531704 Apr 07 11:47:12.857554 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e875d-cd96-4a4e-90d6-b8e73498df2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf979a6-debb-417e-bb8e-ee9219f3da4c,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:12.859244 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 59450) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:12.897922 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d9f917-c9ce-4b5d-852d-8dd6928380e8 req-b9b31b8b-8a40-4529-aa7f-4c662599e67e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:12.899391 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b5d9f917-c9ce-4b5d-852d-8dd6928380e8 req-b9b31b8b-8a40-4529-aa7f-4c662599e67e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 944 time: 0.0885551 Apr 07 11:47:12.947513 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9b679a5f-ea81-47ce-84cb-bc55663b9b6d admin admin] Publish callbacks [] for security_group (5bf979a6-debb-417e-bb8e-ee9219f3da4c), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:12.976619 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b5d9f917-c9ce-4b5d-852d-8dd6928380e8 req-06a920c2-a05b-4506-9db8-4d6c4410b188 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711837 Apr 07 11:47:12.988323 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9b679a5f-ea81-47ce-84cb-bc55663b9b6d admin admin] Publish callbacks [] for security_group (5bf979a6-debb-417e-bb8e-ee9219f3da4c), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.038189 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9b679a5f-ea81-47ce-84cb-bc55663b9b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (5bf979a6-debb-417e-bb8e-ee9219f3da4c), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.040763 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9b679a5f-ea81-47ce-84cb-bc55663b9b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.041922 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-9b679a5f-ea81-47ce-84cb-bc55663b9b6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bf979a6-debb-417e-bb8e-ee9219f3da4c HTTP/1.1" status: 204 len: 168 time: 0.1817632 Apr 07 11:47:13.050758 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679a5f-ea81-47ce-84cb-bc55663b9b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf979a6-debb-417e-bb8e-ee9219f3da4c,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:13.316393 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 59458) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:13.330070 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1790870c-cc83-44a9-a677-d406a60ecded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.408531 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1790870c-cc83-44a9-a677-d406a60ecded admin admin] Publish callbacks [] for security_group (bfb091d7-42a8-4745-9ec4-b1190f615e00), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.415015 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1790870c-cc83-44a9-a677-d406a60ecded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bfb091d7-42a8-4745-9ec4-b1190f615e00), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.453157 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790870c-cc83-44a9-a677-d406a60ecded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb091d7-42a8-4745-9ec4-b1190f615e00,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:13.457373 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-1790870c-cc83-44a9-a677-d406a60ecded admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=115913e69231457db82d576742e9508e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1398764 Apr 07 11:47:13.460096 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 59460) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:13.507457 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d6863ce2-e85f-41ec-af89-b4269dae0974 admin admin] Publish callbacks [] for security_group (bfb091d7-42a8-4745-9ec4-b1190f615e00), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.529115 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d6863ce2-e85f-41ec-af89-b4269dae0974 admin admin] Publish callbacks [] for security_group (bfb091d7-42a8-4745-9ec4-b1190f615e00), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.584172 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d6863ce2-e85f-41ec-af89-b4269dae0974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bfb091d7-42a8-4745-9ec4-b1190f615e00), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.586808 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d6863ce2-e85f-41ec-af89-b4269dae0974 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.587981 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d6863ce2-e85f-41ec-af89-b4269dae0974 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfb091d7-42a8-4745-9ec4-b1190f615e00 HTTP/1.1" status: 204 len: 168 time: 0.1269755 Apr 07 11:47:13.598829 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6863ce2-e85f-41ec-af89-b4269dae0974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb091d7-42a8-4745-9ec4-b1190f615e00,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:13.678812 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a1a5c-b3a8-4fe5-ab58-6aa355df3b1d req-d7a1acbb-97c3-4e6d-8605-06c2f9ace1c6 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.680350 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae3a1a5c-b3a8-4fe5-ab58-6aa355df3b1d req-d7a1acbb-97c3-4e6d-8605-06c2f9ace1c6 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0548811 Apr 07 11:47:13.728967 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae3a1a5c-b3a8-4fe5-ab58-6aa355df3b1d req-a8a2f5e5-5b9d-4040-9394-033dc49b254f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Apr 07 11:47:13.752179 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device ea1b549a-9576-4aac-897b-371b6c37ddcc details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:47:13.752179 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 5423d75e-b960-4f9c-a940-71f901b6fbb3 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:13.847838 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ded5e3-6fb4-450e-8e6a-33947c71d28d req-e763910d-e190-48d6-a9b3-258dfd0d217d tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:13.849405 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f5ded5e3-6fb4-450e-8e6a-33947c71d28d req-e763910d-e190-48d6-a9b3-258dfd0d217d tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 944 time: 0.0650067 Apr 07 11:47:13.870426 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 5423d75e-b960-4f9c-a940-71f901b6fbb3 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:47:13.880954 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 5423d75e-b960-4f9c-a940-71f901b6fbb3 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:13.881324 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:13.904340 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f5ded5e3-6fb4-450e-8e6a-33947c71d28d req-872cedda-358e-4abd-a878-cbe4991b6fb5 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477865 Apr 07 11:47:13.923988 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port ea1b549a-9576-4aac-897b-371b6c37ddcc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ea1b549a-9576-4aac-897b-371b6c37ddcc,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:13.954948 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'ea1b549a-9576-4aac-897b-371b6c37ddcc', 'network_id': 'c1b76852-8d5e-45f5-9054-8e9125843943', 'port_id': 'ea1b549a-9576-4aac-897b-371b6c37ddcc', 'mac_address': 'fa:16:3e:57:ea:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eff10f4-d03e-48e8-bb98-6ecffadd2f13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:47:14.012269 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-7eef3bcc-6a39-45de-b328-e743c0721919 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea1b549a-9576-4aac-897b-371b6c37ddcc HTTP/1.1" status: 200 len: 217 time: 0.0850151 Apr 07 11:47:14.031392 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port ea1b549a-9576-4aac-897b-371b6c37ddcc is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:14.031865 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:14.048158 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea1b549a-9576-4aac-897b-371b6c37ddcc {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:14.070733 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port ea1b549a-9576-4aac-897b-371b6c37ddcc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ea1b549a-9576-4aac-897b-371b6c37ddcc,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:14.079476 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:14.098595 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-1a3f171d-1e0a-43b2-b298-1583eacfbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.100365 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-1a3f171d-1e0a-43b2-b298-1583eacfbb8f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6eff10f4-d03e-48e8-bb98-6ecffadd2f13 HTTP/1.1" status: 200 len: 846 time: 0.0704901 Apr 07 11:47:14.118237 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 5423d75e-b960-4f9c-a940-71f901b6fbb3 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:14.118624 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:14.179168 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3014d674-4967-4f92-ae7c-6e74963beaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5423d75e-b960-4f9c-a940-71f901b6fbb3'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:14.182373 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25757dab-5c9f-467e-9c39-6235251e8ce2 req-a3a789a1-10f8-40e0-8da6-49868fe2b6af tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.184313 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25757dab-5c9f-467e-9c39-6235251e8ce2 req-a3a789a1-10f8-40e0-8da6-49868fe2b6af tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 944 time: 0.1096733 Apr 07 11:47:14.188543 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b4825a-afe7-4764-ae78-c3a147248a5a" -d '{"events": [{"server_uuid": "3014d674-4967-4f92-ae7c-6e74963beaec", "name": "network-vif-plugged", "status": "completed", "tag": "5423d75e-b960-4f9c-a940-71f901b6fbb3"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:14.191146 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb63b51-fa33-490f-b343-0cfea5ed9a19 req-0db66c26-2141-48f5-93c4-a3bf03261dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.192635 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebb63b51-fa33-490f-b343-0cfea5ed9a19 req-0db66c26-2141-48f5-93c4-a3bf03261dba service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 1130 time: 0.0883849 Apr 07 11:47:14.206881 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 5423d75e-b960-4f9c-a940-71f901b6fbb3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:14.207775 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=ea1b549a-9576-4aac-897b-371b6c37ddcc,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:14.211880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:14.253067 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9de1d47-4aa1-4b9c-8359-8eb834d8aec4 x-openstack-request-id: req-b9de1d47-4aa1-4b9c-8359-8eb834d8aec4 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:14.253384 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3014d674-4967-4f92-ae7c-6e74963beaec", "name": "network-vif-plugged", "status": "completed", "tag": "5423d75e-b960-4f9c-a940-71f901b6fbb3", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:14.253636 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9de1d47-4aa1-4b9c-8359-8eb834d8aec4 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:14.254032 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9de1d47-4aa1-4b9c-8359-8eb834d8aec4'] response: {'server_uuid': '3014d674-4967-4f92-ae7c-6e74963beaec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5423d75e-b960-4f9c-a940-71f901b6fbb3', 'code': 200} Apr 07 11:47:14.269676 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=5423d75e-b960-4f9c-a940-71f901b6fbb3,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:14.274621 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ebb63b51-fa33-490f-b343-0cfea5ed9a19 req-ac1ba72d-de9d-4d75-84c7-128a7f2c7604 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677521 Apr 07 11:47:14.285323 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25757dab-5c9f-467e-9c39-6235251e8ce2 req-a4738c68-ab45-4913-ba14-885a63ff27b1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916562 Apr 07 11:47:14.400209 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['ea1b549a-9576-4aac-897b-371b6c37ddcc'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:14.421151 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-55c332e0-7bf0-4320-9036-40f526769545 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c1b76852-8d5e-45f5-9054-8e9125843943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3057063 Apr 07 11:47:14.608180 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-afa9509d-3c1e-4676-b342-a7184af471bd service neutron] 10.222.0.52 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858169 Apr 07 11:47:14.667555 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc1ba3-f5ef-4257-8ffa-bdb305d3bc50 req-6e175352-8593-497d-813d-460a28a57692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.669013 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f2cc1ba3-f5ef-4257-8ffa-bdb305d3bc50 req-6e175352-8593-497d-813d-460a28a57692 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 1129 time: 0.0430605 Apr 07 11:47:14.710129 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-75644baa-b9bc-4171-8fd3-d4232e304ba4 req-0f32c6bf-3911-43ae-83b5-19ae740f7e02 service neutron] 10.222.0.52 "GET /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845113 Apr 07 11:47:14.719951 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f2cc1ba3-f5ef-4257-8ffa-bdb305d3bc50 req-4490813f-eb23-4745-8b90-63aa364638ae service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376518 Apr 07 11:47:14.851304 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06305036-edf3-4f36-bb70-89afa691d456 req-23eee7b3-1f07-42aa-888e-0cc0628ba13e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:14.852812 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-06305036-edf3-4f36-bb70-89afa691d456 req-23eee7b3-1f07-42aa-888e-0cc0628ba13e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0525560 Apr 07 11:47:14.903879 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-06305036-edf3-4f36-bb70-89afa691d456 req-4f9ca064-3083-4e86-a267-647eac5de8e8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450237 Apr 07 11:47:15.030938 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53f412-db48-4372-a513-262ca52a991d req-4219f799-bb24-452c-a9a5-c3f62316ed6c tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:15.032400 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1d53f412-db48-4372-a513-262ca52a991d req-4219f799-bb24-452c-a9a5-c3f62316ed6c tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 945 time: 0.0542393 Apr 07 11:47:15.078598 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1d53f412-db48-4372-a513-262ca52a991d req-5ea78771-0ff7-4c13-8288-d998dd048a92 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404766 Apr 07 11:47:15.409477 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959c0b13-4de9-4157-a26a-7b83396a55eb req-89c3700a-c83e-4243-af06-81de6078ecb4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:15.409477 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-959c0b13-4de9-4157-a26a-7b83396a55eb req-89c3700a-c83e-4243-af06-81de6078ecb4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0533931 Apr 07 11:47:15.448088 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-959c0b13-4de9-4157-a26a-7b83396a55eb req-ee39811a-2502-4899-afa0-cd9964c15261 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394840 Apr 07 11:47:15.759752 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device ea1b549a-9576-4aac-897b-371b6c37ddcc up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:15.811191 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port ea1b549a-9576-4aac-897b-371b6c37ddcc completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:47:15.814893 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port ea1b549a-9576-4aac-897b-371b6c37ddcc triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:15.815259 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.896019 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port ea1b549a-9576-4aac-897b-371b6c37ddcc is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:15.896415 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.931279 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port ea1b549a-9576-4aac-897b-371b6c37ddcc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ea1b549a-9576-4aac-897b-371b6c37ddcc,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:15.938675 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:15.986857 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=ea1b549a-9576-4aac-897b-371b6c37ddcc,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:16.030728 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16ac5e-3ddb-4d41-95de-90af585f4a7d req-10a36705-7db2-4da8-803b-ffcf3b50a1fe tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:16.032103 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3a16ac5e-3ddb-4d41-95de-90af585f4a7d req-10a36705-7db2-4da8-803b-ffcf3b50a1fe tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0589051 Apr 07 11:47:16.078918 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3a16ac5e-3ddb-4d41-95de-90af585f4a7d req-4bccc2e7-4d3a-4e4a-99e2-8950c2baf07c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411558 Apr 07 11:47:16.225727 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8eea8-a482-435e-8915-5d5703e76cd6 req-959d1d51-4fda-4f2c-bb60-db1fbac3a21b tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:16.227179 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7ed8eea8-a482-435e-8915-5d5703e76cd6 req-959d1d51-4fda-4f2c-bb60-db1fbac3a21b tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 946 time: 0.0797110 Apr 07 11:47:16.233834 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa5266-7751-47e3-8dbe-8e3046df8112 req-4c346f62-208f-4d8b-8ea7-bfad39d6f45a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:16.235184 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-feaa5266-7751-47e3-8dbe-8e3046df8112 req-4c346f62-208f-4d8b-8ea7-bfad39d6f45a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0898042 Apr 07 11:47:16.254830 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b7c210-cc79-49d2-973a-82b635da445b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1b549a-9576-4aac-897b-371b6c37ddcc'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:16.257179 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4cf8a8-646d-4240-ae4d-70ce4a51d25f" -d '{"events": [{"server_uuid": "c6b7c210-cc79-49d2-973a-82b635da445b", "name": "network-vif-plugged", "status": "completed", "tag": "ea1b549a-9576-4aac-897b-371b6c37ddcc"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:16.306924 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7ed8eea8-a482-435e-8915-5d5703e76cd6 req-6a488220-56f0-4db7-8c53-8ef2af6e6dc3 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708175 Apr 07 11:47:16.310174 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-feaa5266-7751-47e3-8dbe-8e3046df8112 req-2fd00855-4628-4d0f-bc29-e2bee11d9df8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684309 Apr 07 11:47:16.350293 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c64f8e-3e41-4459-a3bf-ef52f9495a1d x-openstack-request-id: req-40c64f8e-3e41-4459-a3bf-ef52f9495a1d {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:16.350578 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b7c210-cc79-49d2-973a-82b635da445b", "name": "network-vif-plugged", "status": "completed", "tag": "ea1b549a-9576-4aac-897b-371b6c37ddcc", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:16.350868 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40c64f8e-3e41-4459-a3bf-ef52f9495a1d {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:16.351268 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40c64f8e-3e41-4459-a3bf-ef52f9495a1d'] response: {'server_uuid': 'c6b7c210-cc79-49d2-973a-82b635da445b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea1b549a-9576-4aac-897b-371b6c37ddcc', 'code': 200} Apr 07 11:47:16.597570 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6a325-a33a-486c-95ff-d0f97caed99e req-39599835-b113-4e3c-9e76-588a68ff633b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:16.604885 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bda6a325-a33a-486c-95ff-d0f97caed99e req-39599835-b113-4e3c-9e76-588a68ff633b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0694578 Apr 07 11:47:16.681682 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bda6a325-a33a-486c-95ff-d0f97caed99e req-c005f19f-a17c-461d-9dcf-949648680239 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755372 Apr 07 11:47:16.698047 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd264f2-3765-4f5c-8d02-1ea97df82a6a req-6a957107-7071-4f13-9974-a6e90c450340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:16.699544 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cdd264f2-3765-4f5c-8d02-1ea97df82a6a req-6a957107-7071-4f13-9974-a6e90c450340 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 1130 time: 0.0927663 Apr 07 11:47:17.290875 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cdd264f2-3765-4f5c-8d02-1ea97df82a6a req-773fdfac-65a9-4995-913e-7c5f8d348420 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Apr 07 11:47:17.444189 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4ff093-1e06-4d4b-b10b-7e765abdac24 req-7391d97e-e8ab-414c-9f4c-b431573857d0 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:17.445679 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eb4ff093-1e06-4d4b-b10b-7e765abdac24 req-7391d97e-e8ab-414c-9f4c-b431573857d0 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 946 time: 0.0610421 Apr 07 11:47:17.491816 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eb4ff093-1e06-4d4b-b10b-7e765abdac24 req-3d43b3d5-d35d-458c-9279-695574050a2d tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 Apr 07 11:47:17.799163 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec1c46-49b2-4901-81fb-0e5fa22a15a0 req-baae05d2-1f3c-482a-b782-79ddac0da52a tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:17.800702 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ec1c46-49b2-4901-81fb-0e5fa22a15a0 req-baae05d2-1f3c-482a-b782-79ddac0da52a tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0553443 Apr 07 11:47:17.849289 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ec1c46-49b2-4901-81fb-0e5fa22a15a0 req-965e4492-860f-4741-9df6-309c021225bf tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426011 Apr 07 11:47:18.001508 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952d4a7e-89ee-4dcc-83e1-33d7fe7ca742 req-10cd5ca5-dc22-4337-b057-d1b77a1025ea tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.002907 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-952d4a7e-89ee-4dcc-83e1-33d7fe7ca742 req-10cd5ca5-dc22-4337-b057-d1b77a1025ea tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0846262 Apr 07 11:47:18.011973 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 59528) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:18.017524 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-33ecdd76-2cee-4786-8add-f4a6d02a02d1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'floatingip': {'port_id': '5423d75e-b960-4f9c-a940-71f901b6fbb3'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:18.024185 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49dc57-4cf9-461f-a891-ace9150a1f37 req-b972ecfb-a6df-4e29-9e99-595a37420079 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.025751 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6a49dc57-4cf9-461f-a891-ace9150a1f37 req-b972ecfb-a6df-4e29-9e99-595a37420079 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0694742 Apr 07 11:47:18.078114 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6a49dc57-4cf9-461f-a891-ace9150a1f37 req-38285223-b4f3-453d-8a8f-8846659f6dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461407 Apr 07 11:47:18.101302 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-33ecdd76-2cee-4786-8add-f4a6d02a02d1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (1232d93d-772d-4848-a183-3c138ab33ddb), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.215875 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f37aa-0859-4029-8265-047152bb85d0 req-f04e12d2-cc8e-48e0-b018-ec3a8165687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.217453 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-972f37aa-0859-4029-8265-047152bb85d0 req-f04e12d2-cc8e-48e0-b018-ec3a8165687b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 1130 time: 0.0459454 Apr 07 11:47:18.316824 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f37aa-0859-4029-8265-047152bb85d0 req-23d89db1-65db-46ce-8fbd-c20c2174652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.318300 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-972f37aa-0859-4029-8265-047152bb85d0 req-23d89db1-65db-46ce-8fbd-c20c2174652c service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.0876451 Apr 07 11:47:18.369730 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-972f37aa-0859-4029-8265-047152bb85d0 req-291c541f-7dd5-441f-8ee3-e0f71492bb7d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 HTTP/1.1" status: 200 len: 217 time: 0.0347877 Apr 07 11:47:18.614443 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cf36e-14d8-4a76-b5f8-0ccd2a5c6cf0 req-d53f6414-cb1f-4dab-8965-54d0bac91afc tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:18.615822 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-584cf36e-14d8-4a76-b5f8-0ccd2a5c6cf0 req-d53f6414-cb1f-4dab-8965-54d0bac91afc tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 946 time: 0.0555801 Apr 07 11:47:18.671443 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-584cf36e-14d8-4a76-b5f8-0ccd2a5c6cf0 req-28b26759-3bc0-467f-af4f-9c6783738d1f tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453217 Apr 07 11:47:18.708302 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-33ecdd76-2cee-4786-8add-f4a6d02a02d1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.714401 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-33ecdd76-2cee-4786-8add-f4a6d02a02d1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (1232d93d-772d-4848-a183-3c138ab33ddb), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:18.820982 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [None req-33ecdd76-2cee-4786-8add-f4a6d02a02d1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Floating IP 1232d93d-772d-4848-a183-3c138ab33ddb associated. External IP: 172.27.3.218, port: 5423d75e-b960-4f9c-a940-71f901b6fbb3. Apr 07 11:47:19.036041 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ecdd76-2cee-4786-8add-f4a6d02a02d1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:47:19.201139 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6cfaa-8627-43f9-a740-52f81f662c5a req-dd8a31d4-0846-4bba-9b7b-256b6a061ce4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.202740 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e4e6cfaa-8627-43f9-a740-52f81f662c5a req-dd8a31d4-0846-4bba-9b7b-256b6a061ce4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0550396 Apr 07 11:47:19.253744 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e4e6cfaa-8627-43f9-a740-52f81f662c5a req-ace67e85-c353-4459-a9cc-4c3e48e245b4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447271 Apr 07 11:47:19.308517 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f37aa-0859-4029-8265-047152bb85d0 req-9af4831b-d7dd-446a-8d82-78e65036d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.310055 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-972f37aa-0859-4029-8265-047152bb85d0 req-9af4831b-d7dd-446a-8d82-78e65036d200 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0466797 Apr 07 11:47:19.371983 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ecdd76-2cee-4786-8add-f4a6d02a02d1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:47:19.377129 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-33ecdd76-2cee-4786-8add-f4a6d02a02d1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:19.381970 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] Sync routers for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:47:19.392421 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:19.393194 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:47:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:19.416815 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-33ecdd76-2cee-4786-8add-f4a6d02a02d1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "PUT /v2.0/floatingips/1232d93d-772d-4848-a183-3c138ab33ddb HTTP/1.1" status: 200 len: 991 time: 1.3926661 Apr 07 11:47:19.416815 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3014d674-4967-4f92-ae7c-6e74963beaec', 'tag': '5423d75e-b960-4f9c-a940-71f901b6fbb3'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:19.416815 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52" -d '{"events": [{"name": "network-changed", "server_uuid": "3014d674-4967-4f92-ae7c-6e74963beaec", "tag": "5423d75e-b960-4f9c-a940-71f901b6fbb3"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:19.449811 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a4bed3-173e-4da1-b98f-3574359481f1 x-openstack-request-id: req-f2a4bed3-173e-4da1-b98f-3574359481f1 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:19.450110 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3014d674-4967-4f92-ae7c-6e74963beaec", "tag": "5423d75e-b960-4f9c-a940-71f901b6fbb3", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:19.450358 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2a4bed3-173e-4da1-b98f-3574359481f1 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:19.450756 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a4bed3-173e-4da1-b98f-3574359481f1'] response: {'name': 'network-changed', 'server_uuid': '3014d674-4967-4f92-ae7c-6e74963beaec', 'tag': '5423d75e-b960-4f9c-a940-71f901b6fbb3', 'status': 'completed', 'code': 200} Apr 07 11:47:19.500902 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:19.720351 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '1232d93d-772d-4848-a183-3c138ab33ddb', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'port_id': '5423d75e-b960-4f9c-a940-71f901b6fbb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'mac_address': 'fa:16:3e:b9:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3014d674-4967-4f92-ae7c-6e74963beaec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:59Z', 'updated_at': '2022-04-07T11:47:18Z', 'revision_number': 1, 'project_id': '0562a453b54e4501bbd637863b019c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:19.747088 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] Checking router: 8eff131e-c39a-4248-8ad7-8a5fe6c67950 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:47:19.755436 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:47:19.756036 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:47:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:19.793497 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3305b34-a617-4ceb-bf5d-f1a14615f4a8 req-f0ff7af2-6ffe-4a4d-9246-d1ac81ece020 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:19.795016 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a3305b34-a617-4ceb-bf5d-f1a14615f4a8 req-f0ff7af2-6ffe-4a4d-9246-d1ac81ece020 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 946 time: 0.0577118 Apr 07 11:47:19.842916 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a3305b34-a617-4ceb-bf5d-f1a14615f4a8 req-1c609ecb-312b-405a-a894-3cc7d47c5c86 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Apr 07 11:47:19.864133 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:47:20.139597 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f37aa-0859-4029-8265-047152bb85d0 req-fe5063c0-625a-4a62-a9f3-403933cb8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:20.141177 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-972f37aa-0859-4029-8265-047152bb85d0 req-fe5063c0-625a-4a62-a9f3-403933cb8a5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604446 Apr 07 11:47:20.179478 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '1232d93d-772d-4848-a183-3c138ab33ddb', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'port_id': '5423d75e-b960-4f9c-a940-71f901b6fbb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'mac_address': 'fa:16:3e:b9:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3014d674-4967-4f92-ae7c-6e74963beaec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:59Z', 'updated_at': '2022-04-07T11:47:18Z', 'revision_number': 1, 'project_id': '0562a453b54e4501bbd637863b019c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:20.205594 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2923694d-2df6-48d2-9e8d-f49625702940 None None] The sync data for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi is: [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '1232d93d-772d-4848-a183-3c138ab33ddb', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'floating_ip_address': '172.27.3.218', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'port_id': '5423d75e-b960-4f9c-a940-71f901b6fbb3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'mac_address': 'fa:16:3e:b9:e2:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3014d674-4967-4f92-ae7c-6e74963beaec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:46:59Z', 'updated_at': '2022-04-07T11:47:18Z', 'revision_number': 1, 'project_id': '0562a453b54e4501bbd637863b019c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:47:20.397824 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb88aa-4c9b-4fe0-97bc-a4f12763a271 req-90645058-658b-4509-92a2-d1865a29fc5a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:20.399450 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-04cb88aa-4c9b-4fe0-97bc-a4f12763a271 req-90645058-658b-4509-92a2-d1865a29fc5a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0539243 Apr 07 11:47:20.417092 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed3266-ac2d-4d8f-a510-35a01f0415e9 None None] New status for floating IP 1232d93d-772d-4848-a183-3c138ab33ddb: ACTIVE {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:47:20.451477 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-04cb88aa-4c9b-4fe0-97bc-a4f12763a271 req-b9585af7-8ae7-47b4-8858-b44a3c22c86a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Apr 07 11:47:20.979081 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fb0f6-4279-4201-b5fd-95c84d24d1bf req-aeab5450-52ba-4ce3-a5b4-347404450f6c tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:20.980596 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc8fb0f6-4279-4201-b5fd-95c84d24d1bf req-aeab5450-52ba-4ce3-a5b4-347404450f6c tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 946 time: 0.0621276 Apr 07 11:47:21.031334 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc8fb0f6-4279-4201-b5fd-95c84d24d1bf req-b73f289a-df5b-4091-9576-27eb9be9d6fd tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424066 Apr 07 11:47:21.113108 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-2be9b517-360a-4b7b-8555-5a7e3614bdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.114668 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-2be9b517-360a-4b7b-8555-5a7e3614bdf1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 1129 time: 0.0468879 Apr 07 11:47:21.149413 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-972f37aa-0859-4029-8265-047152bb85d0 req-381fb0c2-54a2-424f-9031-6cc159157864 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877910 Apr 07 11:47:21.578553 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d61e12e-0758-4009-8148-18016dc40c72 req-687682ae-42c2-49bb-a7f1-487dde501c34 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.580104 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6d61e12e-0758-4009-8148-18016dc40c72 req-687682ae-42c2-49bb-a7f1-487dde501c34 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0592871 Apr 07 11:47:21.630454 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6d61e12e-0758-4009-8148-18016dc40c72 req-74421957-7466-400a-af70-8892e08680ff tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429642 Apr 07 11:47:21.891661 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-972f37aa-0859-4029-8265-047152bb85d0 req-2d633c45-014f-42c3-9835-2d08dd2893df service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970311 Apr 07 11:47:21.891882 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-75b832c1-32ec-49fc-b39a-5e55388a791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:21.893146 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-75b832c1-32ec-49fc-b39a-5e55388a791c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 912 time: 0.0988176 Apr 07 11:47:21.987833 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-791d6aa4-9fa1-4a44-a4c4-2a3d4501b20b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3 HTTP/1.1" status: 200 len: 1001 time: 0.0594440 Apr 07 11:47:22.128750 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-17b62e3e-be16-4549-b825-1ed44f1026cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.130286 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-17b62e3e-be16-4549-b825-1ed44f1026cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 200 len: 850 time: 0.0451930 Apr 07 11:47:22.169983 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2db16-5bd3-496b-8982-5de72e2f268e req-79767732-1b42-49db-97f8-3e9e28528ecd tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.172400 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b8e2db16-5bd3-496b-8982-5de72e2f268e req-79767732-1b42-49db-97f8-3e9e28528ecd tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 946 time: 0.0641134 Apr 07 11:47:22.191493 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-bb079733-b988-485c-a051-33c1907e4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.191493 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-bb079733-b988-485c-a051-33c1907e4566 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521786 Apr 07 11:47:22.224666 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b8e2db16-5bd3-496b-8982-5de72e2f268e req-9146b1a7-3884-4e31-9850-a618199fee4a tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461259 Apr 07 11:47:22.284412 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-e47d2369-b592-4d38-9ae7-6ec019fc8d8a service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853493 Apr 07 11:47:22.381052 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f6bf2fed-61d6-4504-9c13-ca7ae81f6d52 req-a155d8e1-7d6d-4e8a-8b9f-5217f00e44de service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901597 Apr 07 11:47:22.751825 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091dea5-94ce-473a-b74e-02127dc5c2e8 req-18b566a1-a38e-4608-868b-61f8b0aed5eb tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:22.753329 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1091dea5-94ce-473a-b74e-02127dc5c2e8 req-18b566a1-a38e-4608-868b-61f8b0aed5eb tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0539417 Apr 07 11:47:22.805667 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1091dea5-94ce-473a-b74e-02127dc5c2e8 req-3398e0de-6d92-4bbf-a460-069e90a12bfd tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464976 Apr 07 11:47:23.037282 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d11cd-a353-40a0-8df3-7a8f49642f42 req-c2fb5565-1c3a-4f3f-b7b7-9e8677aec6c7 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:23.038842 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ad0d11cd-a353-40a0-8df3-7a8f49642f42 req-c2fb5565-1c3a-4f3f-b7b7-9e8677aec6c7 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 946 time: 0.0537648 Apr 07 11:47:23.087876 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ad0d11cd-a353-40a0-8df3-7a8f49642f42 req-c0c439b6-855f-467e-8fd7-71fc0342526a tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433531 Apr 07 11:47:23.312615 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17cd7d3-5f42-4632-b090-89da9feee8cc req-20f21a88-10b3-4948-a2eb-2b06fd595e72 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:23.314140 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a17cd7d3-5f42-4632-b090-89da9feee8cc req-20f21a88-10b3-4948-a2eb-2b06fd595e72 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0587077 Apr 07 11:47:23.370195 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a17cd7d3-5f42-4632-b090-89da9feee8cc req-abbbeaaa-be6f-40c4-8df0-7cfe23c39a42 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478334 Apr 07 11:47:23.925431 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5402e8-518c-4b1f-b32b-5717e179dcd1 req-95acff27-b8b7-4755-a017-fb65c1add62d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:23.926964 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1c5402e8-518c-4b1f-b32b-5717e179dcd1 req-95acff27-b8b7-4755-a017-fb65c1add62d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0541239 Apr 07 11:47:23.976267 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1c5402e8-518c-4b1f-b32b-5717e179dcd1 req-4a1977ac-d61e-40c3-9fcf-694c47423876 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411272 Apr 07 11:47:24.221730 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f8188-f573-43d2-bec9-c79ac0f4be9e req-a9c71939-79e9-48b6-85f5-67a67bc0b514 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:24.223185 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-512f8188-f573-43d2-bec9-c79ac0f4be9e req-a9c71939-79e9-48b6-85f5-67a67bc0b514 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 946 time: 0.0633235 Apr 07 11:47:24.278111 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-512f8188-f573-43d2-bec9-c79ac0f4be9e req-bfb3d435-faae-4f05-b1c7-88002675f025 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/security-groups?id=450e50b2-d54f-455c-852c-cf0fbe2a2fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471022 Apr 07 11:47:24.492949 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e317bb-0842-477b-8c09-ba679877cb35 req-c1b4c38d-9638-438e-984d-2c0f973ca978 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:24.494445 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7e317bb-0842-477b-8c09-ba679877cb35 req-c1b4c38d-9638-438e-984d-2c0f973ca978 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0536191 Apr 07 11:47:24.542375 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7e317bb-0842-477b-8c09-ba679877cb35 req-164b7d6f-9d42-4220-ba35-dc9e1274d254 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Apr 07 11:47:24.668608 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-c86857b1-664d-4023-a6e1-c17a64fd6792 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:24.670049 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-c86857b1-664d-4023-a6e1-c17a64fd6792 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 946 time: 0.0569611 Apr 07 11:47:24.778911 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Deleting port ea1b549a-9576-4aac-897b-371b6c37ddcc {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:47:24.779204 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.870191 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] For port ea1b549a-9576-4aac-897b-371b6c37ddcc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ea1b549a-9576-4aac-897b-371b6c37ddcc,segment=NetworkSegment(b1c73048-8245-41a4-9017-73964223348e),segment_id=b1c73048-8245-41a4-9017-73964223348e)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:24.870573 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:24.883570 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Calling delete_port for ea1b549a-9576-4aac-897b-371b6c37ddcc owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:47:25.012614 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (ea1b549a-9576-4aac-897b-371b6c37ddcc), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:25.025414 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['ea1b549a-9576-4aac-897b-371b6c37ddcc'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:25.042237 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Pushing event deleted for resources: {'Port': ['ID=ea1b549a-9576-4aac-897b-371b6c37ddcc,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:25.086054 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] No DVR routers for this DVR port ea1b549a-9576-4aac-897b-371b6c37ddcc on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:47:25.089602 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:25.093000 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c76b2fc8-e238-40ae-89c2-cf4efd0cb8ab req-170c2866-2cb6-4c53-bd58-8477d9ca0c15 tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.52 "DELETE /v2.0/ports/ea1b549a-9576-4aac-897b-371b6c37ddcc HTTP/1.1" status: 204 len: 173 time: 0.4108825 Apr 07 11:47:25.093432 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6b7c210-cc79-49d2-973a-82b635da445b', 'name': 'network-vif-deleted', 'tag': 'ea1b549a-9576-4aac-897b-371b6c37ddcc'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:25.095725 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c31ebbf-3bcb-482e-94d6-ba1038d5fb70" -d '{"events": [{"server_uuid": "c6b7c210-cc79-49d2-973a-82b635da445b", "name": "network-vif-deleted", "tag": "ea1b549a-9576-4aac-897b-371b6c37ddcc"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:25.106209 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c985d9-2028-4709-869a-ff89ad3559aa req-7c5c31db-d69d-4f6a-b81e-4b15835fe149 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:25.107898 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-43c985d9-2028-4709-869a-ff89ad3559aa req-7c5c31db-d69d-4f6a-b81e-4b15835fe149 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0653243 Apr 07 11:47:25.139095 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c907c7e-245a-4051-8963-6a156a2f358f x-openstack-request-id: req-2c907c7e-245a-4051-8963-6a156a2f358f {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:25.139391 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6b7c210-cc79-49d2-973a-82b635da445b", "name": "network-vif-deleted", "tag": "ea1b549a-9576-4aac-897b-371b6c37ddcc", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:25.139638 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c907c7e-245a-4051-8963-6a156a2f358f {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:25.140038 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c907c7e-245a-4051-8963-6a156a2f358f'] response: {'server_uuid': 'c6b7c210-cc79-49d2-973a-82b635da445b', 'name': 'network-vif-deleted', 'tag': 'ea1b549a-9576-4aac-897b-371b6c37ddcc', 'status': 'completed', 'code': 200} Apr 07 11:47:25.170687 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-43c985d9-2028-4709-869a-ff89ad3559aa req-8c1a6046-5a80-4754-8404-f7578250d96b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531843 Apr 07 11:47:25.396491 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3549b512-18b0-4dd4-b03a-b0c84f845db0 req-8ad68d41-b943-43c9-bd57-192c6b063d6a tempest-VolumesActionsTest-2027958394 tempest-VolumesActionsTest-2027958394-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6b7c210-cc79-49d2-973a-82b635da445b HTTP/1.1" status: 200 len: 210 time: 0.0364237 Apr 07 11:47:25.677577 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c8469-3f19-470b-965d-c43f227e5bbf req-36fcfc8c-b996-4ecc-a617-9f42f9e8c9d9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:25.679095 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4c2c8469-3f19-470b-965d-c43f227e5bbf req-36fcfc8c-b996-4ecc-a617-9f42f9e8c9d9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0565932 Apr 07 11:47:25.727630 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4c2c8469-3f19-470b-965d-c43f227e5bbf req-19cc2faa-ebd8-4439-959e-7da9ae078655 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423388 Apr 07 11:47:26.301539 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c3f1a-2622-47ab-8306-7f83c1ac00f5 req-37f1776d-0c29-41ee-8900-10e839a979f0 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:26.302896 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-181c3f1a-2622-47ab-8306-7f83c1ac00f5 req-37f1776d-0c29-41ee-8900-10e839a979f0 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0589080 Apr 07 11:47:26.354035 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-181c3f1a-2622-47ab-8306-7f83c1ac00f5 req-0b89ef75-b49c-4a31-9383-13e5d349c2c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Apr 07 11:47:26.868795 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545c8d87-a2c7-4142-b3b8-c2f40a958fd6 req-50790c2b-bd05-4a78-8bda-3bc308c9877c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:26.873286 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-545c8d87-a2c7-4142-b3b8-c2f40a958fd6 req-50790c2b-bd05-4a78-8bda-3bc308c9877c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0682027 Apr 07 11:47:26.920871 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-545c8d87-a2c7-4142-b3b8-c2f40a958fd6 req-d3eb628d-b632-42d8-9497-585357e326d6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447934 Apr 07 11:47:27.066821 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 59690) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:27.180134 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0cfeffff-bf55-45ca-bde3-a8ebf19c0bcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.255893 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0cfeffff-bf55-45ca-bde3-a8ebf19c0bcc admin admin] Publish callbacks [] for security_group (b12cafe7-9411-4d3a-b7e6-dda81746e476), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.261110 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0cfeffff-bf55-45ca-bde3-a8ebf19c0bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (b12cafe7-9411-4d3a-b7e6-dda81746e476), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.298518 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-0cfeffff-bf55-45ca-bde3-a8ebf19c0bcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6629bf96e5ed4771bb9434d84a299414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306225 Apr 07 11:47:27.299607 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfeffff-bf55-45ca-bde3-a8ebf19c0bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12cafe7-9411-4d3a-b7e6-dda81746e476,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:27.301322 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 59710) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:27.354643 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ce2db1ec-404c-49d0-a6b9-cfdcb8fc0fd9 admin admin] Publish callbacks [] for security_group (b12cafe7-9411-4d3a-b7e6-dda81746e476), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.375632 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ce2db1ec-404c-49d0-a6b9-cfdcb8fc0fd9 admin admin] Publish callbacks [] for security_group (b12cafe7-9411-4d3a-b7e6-dda81746e476), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.434947 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ce2db1ec-404c-49d0-a6b9-cfdcb8fc0fd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (b12cafe7-9411-4d3a-b7e6-dda81746e476), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.437463 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ce2db1ec-404c-49d0-a6b9-cfdcb8fc0fd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:27.438529 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-ce2db1ec-404c-49d0-a6b9-cfdcb8fc0fd9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b12cafe7-9411-4d3a-b7e6-dda81746e476 HTTP/1.1" status: 204 len: 168 time: 0.1361446 Apr 07 11:47:27.461366 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2db1ec-404c-49d0-a6b9-cfdcb8fc0fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12cafe7-9411-4d3a-b7e6-dda81746e476,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:27.489688 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7955bd6-86ea-49b6-9765-e1d012f297f8 req-f0e9a173-7011-4a88-8c5e-1cbfa79cd620 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:27.491155 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d7955bd6-86ea-49b6-9765-e1d012f297f8 req-f0e9a173-7011-4a88-8c5e-1cbfa79cd620 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0652161 Apr 07 11:47:27.539722 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d7955bd6-86ea-49b6-9765-e1d012f297f8 req-3c2e8f5e-1703-4473-9d80-10c54db3c427 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427539 Apr 07 11:47:28.063498 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187e250-bd0f-47c2-bae8-dc14fd8621f6 req-de164861-4fe2-4b01-8bc1-162db2f2e80b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:28.065021 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5187e250-bd0f-47c2-bae8-dc14fd8621f6 req-de164861-4fe2-4b01-8bc1-162db2f2e80b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0696530 Apr 07 11:47:28.111832 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5187e250-bd0f-47c2-bae8-dc14fd8621f6 req-d58bd69e-612e-4380-a089-73750ba2cb2f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410845 Apr 07 11:47:28.148254 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5cf2c58d-b32b-4524-aa9c-af00f9ed3e4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:28.669118 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4b48b-7b55-4dfb-944d-630af4cf305c req-5d93aab3-d665-4612-817c-cbd484476afc tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:28.670613 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cda4b48b-7b55-4dfb-944d-630af4cf305c req-5d93aab3-d665-4612-817c-cbd484476afc tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0551767 Apr 07 11:47:28.718510 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cda4b48b-7b55-4dfb-944d-630af4cf305c req-9d75b9e6-7ee0-40e0-9bbb-ee2412ac2d04 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422773 Apr 07 11:47:29.248531 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b05a5-a5c3-4605-b9ae-d0748bd735dc req-ae9cdc96-e3c9-40a2-998c-ffb55ec31ddf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:29.250037 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a54b05a5-a5c3-4605-b9ae-d0748bd735dc req-ae9cdc96-e3c9-40a2-998c-ffb55ec31ddf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0554800 Apr 07 11:47:29.296462 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a54b05a5-a5c3-4605-b9ae-d0748bd735dc req-91dc9764-bb4e-4f59-abae-6bf8d43ea6a9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406170 Apr 07 11:47:29.858290 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51e6c2-fa9e-43f7-8d0f-0898ea344af5 req-420878f0-cc06-4119-9475-dfac7c6bee7b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:29.859674 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5f51e6c2-fa9e-43f7-8d0f-0898ea344af5 req-420878f0-cc06-4119-9475-dfac7c6bee7b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0580301 Apr 07 11:47:29.911787 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5f51e6c2-fa9e-43f7-8d0f-0898ea344af5 req-18927710-02c4-415f-a8f4-b17346e4c897 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438392 Apr 07 11:47:30.000621 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device ea1b549a-9576-4aac-897b-371b6c37ddcc no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:47:30.027015 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: ea1b549a-9576-4aac-897b-371b6c37ddcc {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:47:30.027295 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device ea1b549a-9576-4aac-897b-371b6c37ddcc not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:47:30.030914 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:30.426534 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef10597-f7f6-449f-8b81-ca41f7d716d6 req-08d4f74c-499a-4d6f-b659-646b44892f63 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:30.427900 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eef10597-f7f6-449f-8b81-ca41f7d716d6 req-08d4f74c-499a-4d6f-b659-646b44892f63 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0537653 Apr 07 11:47:30.476497 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eef10597-f7f6-449f-8b81-ca41f7d716d6 req-73d629a9-95f3-499e-8807-4ed4bbbeb69a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428998 Apr 07 11:47:30.689145 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-eb68620b-7ce8-4c29-a8e7-ed3ac650dee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.037181 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a3c37-a776-489f-9e8d-0997504948bc req-609ac0f0-6ede-4e17-9884-f0661743f08f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:31.039405 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d29a3c37-a776-489f-9e8d-0997504948bc req-609ac0f0-6ede-4e17-9884-f0661743f08f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0576563 Apr 07 11:47:31.103270 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d29a3c37-a776-489f-9e8d-0997504948bc req-36a379ad-5f88-485c-a81b-4570946fc957 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562551 Apr 07 11:47:31.593677 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:31.609448 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4fabd-4e7e-4783-9316-1839c8e1d01d req-16d2f662-239c-452d-8aec-7be44628aa80 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:31.613706 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7a4fabd-4e7e-4783-9316-1839c8e1d01d req-16d2f662-239c-452d-8aec-7be44628aa80 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0566771 Apr 07 11:47:31.659129 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7a4fabd-4e7e-4783-9316-1839c8e1d01d req-93647d0a-418f-4a1c-a037-766a65562018 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424378 Apr 07 11:47:32.264312 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71703dc-c3c3-4a38-9879-3a21d343feee req-a069baf7-73ca-4132-8c38-e55190e48997 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:32.266545 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b71703dc-c3c3-4a38-9879-3a21d343feee req-a069baf7-73ca-4132-8c38-e55190e48997 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0705254 Apr 07 11:47:32.339652 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b71703dc-c3c3-4a38-9879-3a21d343feee req-d9c18c12-f11d-4ed4-b13c-12bddbb15a4a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636592 Apr 07 11:47:32.815343 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad7541-6f1e-48ac-a890-3f99e16eee1d req-3ab2fb0c-dbad-4c6c-98b2-b5399cf5e514 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:32.817376 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-54ad7541-6f1e-48ac-a890-3f99e16eee1d req-3ab2fb0c-dbad-4c6c-98b2-b5399cf5e514 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0749419 Apr 07 11:47:32.867590 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-54ad7541-6f1e-48ac-a890-3f99e16eee1d req-3496f519-cf59-4fd3-9f6d-60d0382eb088 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439603 Apr 07 11:47:32.950612 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:33.215331 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:47:33.513233 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66fe02-9827-4387-9008-6eefc69322f4 req-8708bf50-2c45-479e-a6a8-952e9c9cad87 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:33.514986 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b66fe02-9827-4387-9008-6eefc69322f4 req-8708bf50-2c45-479e-a6a8-952e9c9cad87 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0779884 Apr 07 11:47:33.589548 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b66fe02-9827-4387-9008-6eefc69322f4 req-bab4817a-9f1c-4bc8-892f-ca0cc0eb469c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634596 Apr 07 11:47:34.029104 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd496c-3fad-4527-9d22-3785e66daa43 req-653fd42c-2acc-4d55-a25e-2ae5a258d989 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:34.030544 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bebd496c-3fad-4527-9d22-3785e66daa43 req-653fd42c-2acc-4d55-a25e-2ae5a258d989 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0574532 Apr 07 11:47:34.101862 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bebd496c-3fad-4527-9d22-3785e66daa43 req-1428adc6-20e6-4270-9178-098f32cc131a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611637 Apr 07 11:47:34.646131 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:34.744701 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b806e95-4f20-4fa9-b3f1-dfe5224ae23d req-6208967f-ace7-4955-a7d8-2aa5a834d3ff tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:34.746770 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4b806e95-4f20-4fa9-b3f1-dfe5224ae23d req-6208967f-ace7-4955-a7d8-2aa5a834d3ff tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0597947 Apr 07 11:47:34.819234 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4b806e95-4f20-4fa9-b3f1-dfe5224ae23d req-65becd7b-3bc9-40b1-9969-95a3559ce65d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606458 Apr 07 11:47:35.259210 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87591aaf-cd56-4c46-baec-9fb294a749c1 req-1d1af4d7-8eec-4145-8bb6-2479e8e0aa06 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:35.267311 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-87591aaf-cd56-4c46-baec-9fb294a749c1 req-1d1af4d7-8eec-4145-8bb6-2479e8e0aa06 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0708971 Apr 07 11:47:35.330255 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-87591aaf-cd56-4c46-baec-9fb294a749c1 req-eac47560-9086-4d4c-8224-1cf3358dc043 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615966 Apr 07 11:47:36.005176 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3db95-daeb-4d17-a51f-8adce7bb250d req-7b1c8b54-bfea-4396-a823-dfd171a70b52 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:36.013588 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16e3db95-daeb-4d17-a51f-8adce7bb250d req-7b1c8b54-bfea-4396-a823-dfd171a70b52 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.1003914 Apr 07 11:47:36.109148 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16e3db95-daeb-4d17-a51f-8adce7bb250d req-f232096a-1a38-44ed-b20b-6d85ae05728a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925131 Apr 07 11:47:36.465247 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53cdb9-3f33-4c2a-9c11-c5e1066679d6 req-76f2a67f-ef1d-4099-a988-8158c68519a1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:36.473543 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7c53cdb9-3f33-4c2a-9c11-c5e1066679d6 req-76f2a67f-ef1d-4099-a988-8158c68519a1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0674353 Apr 07 11:47:36.526573 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7c53cdb9-3f33-4c2a-9c11-c5e1066679d6 req-3b21dfc8-d2e8-43a9-8a1b-97e83a6e43c0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517020 Apr 07 11:47:36.794530 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-48ef11ae-17e0-46cd-a419-9608104cd694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:36.796903 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-48ef11ae-17e0-46cd-a419-9608104cd694 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 1130 time: 0.0627146 Apr 07 11:47:36.969067 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-2fa2c230-ba40-4e1c-8c86-800e20743ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:36.971383 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-2fa2c230-ba40-4e1c-8c86-800e20743ce0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.1476054 Apr 07 11:47:37.054675 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-085472dc-7b08-4909-a1ba-211f68cd239a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 HTTP/1.1" status: 200 len: 217 time: 0.0509150 Apr 07 11:47:37.122956 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-ae0534c3-e8ee-442c-9868-86c6e42cd078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:37.124525 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-ae0534c3-e8ee-442c-9868-86c6e42cd078 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0630007 Apr 07 11:47:37.216189 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-fb4819c6-6fc4-4ffd-99c5-e47d47ea9270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:37.218442 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-fb4819c6-6fc4-4ffd-99c5-e47d47ea9270 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699556 Apr 07 11:47:37.270325 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec0b7b-c3d2-4f9e-8892-200f486e9fc6 req-a39d615e-39f7-4dec-abcc-a14cc461206e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:37.271855 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3aec0b7b-c3d2-4f9e-8892-200f486e9fc6 req-a39d615e-39f7-4dec-abcc-a14cc461206e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0634758 Apr 07 11:47:37.347568 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3aec0b7b-c3d2-4f9e-8892-200f486e9fc6 req-fd19ca43-e23c-4658-bfa8-f845cd323d24 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678363 Apr 07 11:47:37.358721 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-4fb18296-ccf9-449a-b426-ec12f6698baa service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304858 Apr 07 11:47:37.678469 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b7625-cf8b-4e9f-97b7-b72991b2b05a req-eac504b3-128a-4664-a3be-d9fa7cda55c3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:37.681157 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e60b7625-cf8b-4e9f-97b7-b72991b2b05a req-eac504b3-128a-4664-a3be-d9fa7cda55c3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0667012 Apr 07 11:47:37.735187 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e60b7625-cf8b-4e9f-97b7-b72991b2b05a req-35e2d27a-21fa-422e-b19e-91e9a4579bcb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460427 Apr 07 11:47:38.405878 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-72e7d1ad-099b-4722-8206-36fbca9371a4 req-adf8c800-aa61-4194-b321-69cb8c52c529 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435072 Apr 07 11:47:38.488317 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9060c39-1763-4df1-96d1-bc3068001724 req-93a7ce10-d9b4-4754-8910-56c0624c40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:38.490048 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d9060c39-1763-4df1-96d1-bc3068001724 req-93a7ce10-d9b4-4754-8910-56c0624c40ac service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 1130 time: 0.0567384 Apr 07 11:47:38.506581 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae334cb-32b9-4bbe-b231-0722813bf697 req-f822fa88-c8ec-4049-97a4-72342feea51d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:38.514639 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2ae334cb-32b9-4bbe-b231-0722813bf697 req-f822fa88-c8ec-4049-97a4-72342feea51d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0830681 Apr 07 11:47:38.548880 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d9060c39-1763-4df1-96d1-bc3068001724 req-0a315a03-b4c5-4c66-9334-0b2b4e8f3549 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509033 Apr 07 11:47:38.592950 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2ae334cb-32b9-4bbe-b231-0722813bf697 req-944a8533-ec43-4127-90b0-95a490d337f3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767322 Apr 07 11:47:38.882599 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f7e95-509c-4546-bd69-4dac56856016 req-e80ef0e9-9a46-4bea-82ec-9c8c7c01c760 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:38.885151 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f19f7e95-509c-4546-bd69-4dac56856016 req-e80ef0e9-9a46-4bea-82ec-9c8c7c01c760 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0649261 Apr 07 11:47:38.951645 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f19f7e95-509c-4546-bd69-4dac56856016 req-b00f0b06-875d-43ae-b61a-3fea1e4f6626 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595384 Apr 07 11:47:39.721462 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5cec6-4e58-4002-b92d-1ac0b654ce8e req-aa590d50-5e54-4290-970a-2ba66bfc21d3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:39.722990 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-45a5cec6-4e58-4002-b92d-1ac0b654ce8e req-aa590d50-5e54-4290-970a-2ba66bfc21d3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0572736 Apr 07 11:47:39.788613 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-45a5cec6-4e58-4002-b92d-1ac0b654ce8e req-a4ae96c7-3202-4f7b-9150-4219073b11dc tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596092 Apr 07 11:47:40.085953 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34d6a2-1e6e-468b-808c-a90f38ce22cd req-7aa50b9e-d0b2-48a4-8540-00085c4f3956 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:40.087461 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a34d6a2-1e6e-468b-808c-a90f38ce22cd req-7aa50b9e-d0b2-48a4-8540-00085c4f3956 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0582471 Apr 07 11:47:40.157762 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a34d6a2-1e6e-468b-808c-a90f38ce22cd req-be1aa245-88cd-4b3d-a7c6-c4a467942cab tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616612 Apr 07 11:47:40.401988 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60000) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:40.540038 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.631880 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Publish callbacks [] for security_group (7085580e-bfb7-4887-8b8a-2292389496e2), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.636463 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (7085580e-bfb7-4887-8b8a-2292389496e2), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.680630 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60008) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:40.686818 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f3848da4ecfd4518bce77e2ee05c0c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2836311 Apr 07 11:47:40.689044 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7085580e-bfb7-4887-8b8a-2292389496e2,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:40.696934 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.697640 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.698202 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.698701 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.699182 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.699740 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.700230 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.700734 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.701223 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.701704 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.702181 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.702654 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.703139 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.703615 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.704091 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347ad712-50d9-4920-bb43-d97660fb5ee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.742307 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Publish callbacks [] for security_group (7085580e-bfb7-4887-8b8a-2292389496e2), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.766770 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Publish callbacks [] for security_group (7085580e-bfb7-4887-8b8a-2292389496e2), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.836345 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (7085580e-bfb7-4887-8b8a-2292389496e2), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.839823 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:40.841188 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7085580e-bfb7-4887-8b8a-2292389496e2 HTTP/1.1" status: 204 len: 168 time: 0.1595478 Apr 07 11:47:40.851156 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7085580e-bfb7-4887-8b8a-2292389496e2,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:40.860414 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.861150 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.861706 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.862358 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.862922 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.863441 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.863958 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.864687 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.865403 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.865924 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.866603 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.867141 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.867666 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.868233 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.868755 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5045e5c-119a-4850-8752-6934366b9fce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:40.951145 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c6d9e-c8e8-44f2-8fa6-05d894998dd4 req-33f8d735-40ef-4b69-9935-b3ce5484bb6b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:40.952964 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-967c6d9e-c8e8-44f2-8fa6-05d894998dd4 req-33f8d735-40ef-4b69-9935-b3ce5484bb6b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0710855 Apr 07 11:47:41.026538 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-967c6d9e-c8e8-44f2-8fa6-05d894998dd4 req-51ebdd19-2a57-4497-91dc-1f83eadd76ff tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640337 Apr 07 11:47:41.406410 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc649baa-d2b9-4265-8948-d2347391c4f9 req-05d16c2e-d8b4-4cec-b7d0-852f086e6345 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.417867 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc649baa-d2b9-4265-8948-d2347391c4f9 req-05d16c2e-d8b4-4cec-b7d0-852f086e6345 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0962396 Apr 07 11:47:41.444681 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-fea68085-2b7d-44f9-a1c5-d01c8c60e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.448094 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-fea68085-2b7d-44f9-a1c5-d01c8c60e93f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 1130 time: 0.1034663 Apr 07 11:47:41.513778 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc649baa-d2b9-4265-8948-d2347391c4f9 req-f7784d8d-cab4-4f57-8355-10fc5f4cb106 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922527 Apr 07 11:47:41.556351 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d7b6a8-2249-4963-ad15-d77233589d13 req-e1aeb296-2fce-4e4d-88c5-efbeea527f03 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.557901 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-06d7b6a8-2249-4963-ad15-d77233589d13 req-e1aeb296-2fce-4e4d-88c5-efbeea527f03 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.1740496 Apr 07 11:47:41.595280 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-c1df60a8-0c3f-4020-9b9e-c9c7a503a594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.596969 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-c1df60a8-0c3f-4020-9b9e-c9c7a503a594 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.1397886 Apr 07 11:47:41.655137 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-06d7b6a8-2249-4963-ad15-d77233589d13 req-ca8dbdea-864b-4be6-83de-0d4db02fa133 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891249 Apr 07 11:47:41.657921 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-dad1c8cd-1f23-4ce7-aa4f-6b63cd72df4f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 HTTP/1.1" status: 200 len: 217 time: 0.0537987 Apr 07 11:47:41.720447 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-7500a647-eeaf-4369-9522-5637b0760609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.721977 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-7500a647-eeaf-4369-9522-5637b0760609 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0569613 Apr 07 11:47:41.791049 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-90c00945-c7ac-4e04-9c89-43a477edda07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:41.792712 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-90c00945-c7ac-4e04-9c89-43a477edda07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633180 Apr 07 11:47:41.935456 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-bd7ac601-f2fa-4114-a221-d3aee3308aa5 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355703 Apr 07 11:47:42.048948 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-efe19f9c-953a-4209-8e32-6d3933d8ae4e req-8321fae2-2165-4274-99e4-44cfa445e2b3 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019945 Apr 07 11:47:42.662739 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314f5db-0c27-4c25-bf13-089cec6c4184 req-af68000d-e48a-4f57-9a11-107035bbb34b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:42.665223 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8314f5db-0c27-4c25-bf13-089cec6c4184 req-af68000d-e48a-4f57-9a11-107035bbb34b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0593283 Apr 07 11:47:42.731173 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8314f5db-0c27-4c25-bf13-089cec6c4184 req-0e1a2dd6-72fc-4ad3-b859-49aae74c20a0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543735 Apr 07 11:47:42.799395 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982edfa-1325-4100-b4bd-b0461c2815f1 req-21d91ee5-4f47-4243-b7a0-83eeedeae5ce tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:42.801057 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e982edfa-1325-4100-b4bd-b0461c2815f1 req-21d91ee5-4f47-4243-b7a0-83eeedeae5ce tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0753911 Apr 07 11:47:42.889340 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e982edfa-1325-4100-b4bd-b0461c2815f1 req-262ff846-dd4a-4180-97ed-4d8765b9cb51 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791714 Apr 07 11:47:44.213252 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97853b86-838f-4f74-bbe8-bfd6286518f9 req-83c61255-6287-478b-9423-0ba1fa819241 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:44.220591 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-97853b86-838f-4f74-bbe8-bfd6286518f9 req-83c61255-6287-478b-9423-0ba1fa819241 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.3861883 Apr 07 11:47:44.246302 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d855cf-0d8d-4e5e-94d1-eaaff61cedaa req-d920e716-7c5b-4a11-9e3b-b8406dab80ca tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:44.248016 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73d855cf-0d8d-4e5e-94d1-eaaff61cedaa req-d920e716-7c5b-4a11-9e3b-b8406dab80ca tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0904422 Apr 07 11:47:44.310057 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-97853b86-838f-4f74-bbe8-bfd6286518f9 req-d08ec891-d652-4fa5-9604-bf58bbf17894 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883687 Apr 07 11:47:44.320740 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73d855cf-0d8d-4e5e-94d1-eaaff61cedaa req-ca9ca2aa-8f50-48d8-8105-280d21bbff31 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637090 Apr 07 11:47:45.489026 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e162e-2ddb-4f5c-834a-8aa70f9db303 req-d8fedf82-4316-4f44-8a45-faf9fdd9f20e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:45.490591 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e45e162e-2ddb-4f5c-834a-8aa70f9db303 req-d8fedf82-4316-4f44-8a45-faf9fdd9f20e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0972283 Apr 07 11:47:45.502923 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a2717b-d9f1-4e21-becc-2e257e4e2f86 req-249f0ec0-7225-4624-9501-585148b820ad tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:45.503320 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-38a2717b-d9f1-4e21-becc-2e257e4e2f86 req-249f0ec0-7225-4624-9501-585148b820ad tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0795941 Apr 07 11:47:45.580242 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-38a2717b-d9f1-4e21-becc-2e257e4e2f86 req-3a58bec7-90ef-4e57-b913-c0cec69f3fd3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671079 Apr 07 11:47:45.597827 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e45e162e-2ddb-4f5c-834a-8aa70f9db303 req-a8ec22c4-876e-4131-bf33-19e6edc7d95f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934846 Apr 07 11:47:46.745664 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62eac4-2115-45ca-9969-e755163fc57d req-4e3e5082-8c8c-4fb6-b343-de34a888787b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:46.749268 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fb62eac4-2115-45ca-9969-e755163fc57d req-4e3e5082-8c8c-4fb6-b343-de34a888787b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0686014 Apr 07 11:47:46.798923 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fb62eac4-2115-45ca-9969-e755163fc57d req-b1cd3ed6-bc4a-4ebe-9e4a-25eb9d1ad9e6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460503 Apr 07 11:47:47.923483 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9020c093-7548-425d-be88-fc6ca9d6f7b5 req-b2095e7c-99b4-4d37-bb5a-5a9985e8d479 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:47.927027 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9020c093-7548-425d-be88-fc6ca9d6f7b5 req-b2095e7c-99b4-4d37-bb5a-5a9985e8d479 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.0580103 Apr 07 11:47:47.976956 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9020c093-7548-425d-be88-fc6ca9d6f7b5 req-06e5aed8-ac16-46a4-89a7-9a50a1c5a8c6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463836 Apr 07 11:47:48.231131 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60170) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:48.235880 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-48b1378c-4da7-48ef-9633-81b68d55f64d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992854918', 'description': 'tempest-description--755135399'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:48.259348 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-48b1378c-4da7-48ef-9633-81b68d55f64d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.323056 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-48b1378c-4da7-48ef-9633-81b68d55f64d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group (9b3f91df-7ccc-458c-b62e-05e8607a90be), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.328740 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-48b1378c-4da7-48ef-9633-81b68d55f64d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9b3f91df-7ccc-458c-b62e-05e8607a90be), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.355823 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-48b1378c-4da7-48ef-9633-81b68d55f64d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.357091 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-48b1378c-4da7-48ef-9633-81b68d55f64d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1248658 Apr 07 11:47:48.360095 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60172) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:48.360946 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1378c-4da7-48ef-9633-81b68d55f64d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3f91df-7ccc-458c-b62e-05e8607a90be,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:48.364967 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-edcc782f-f1cd-4e94-a302-26d3d16cd726 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Request body: {'security_group_rule': {'security_group_id': '9b3f91df-7ccc-458c-b62e-05e8607a90be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:48.396341 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-edcc782f-f1cd-4e94-a302-26d3d16cd726 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group_rule (9b0d6b17-4097-478f-8d01-80eddbbfab2b), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.459362 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-edcc782f-f1cd-4e94-a302-26d3d16cd726 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group_rule (9b0d6b17-4097-478f-8d01-80eddbbfab2b), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.465208 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-edcc782f-f1cd-4e94-a302-26d3d16cd726 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (9b0d6b17-4097-478f-8d01-80eddbbfab2b), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.484019 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc782f-f1cd-4e94-a302-26d3d16cd726 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b0d6b17-4097-478f-8d01-80eddbbfab2b,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:48.489932 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-edcc782f-f1cd-4e94-a302-26d3d16cd726 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.493235 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-edcc782f-f1cd-4e94-a302-26d3d16cd726 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320171 Apr 07 11:47:48.494509 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60174) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:48.499005 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-38d92c0b-c1db-42ec-9d80-26b3e1fb0673 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Request body: {'security_group_rule': {'security_group_id': '9b3f91df-7ccc-458c-b62e-05e8607a90be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:48.524939 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38d92c0b-c1db-42ec-9d80-26b3e1fb0673 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group_rule (8e3ff32e-1380-4366-967d-74ff7d81af9a), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.592229 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38d92c0b-c1db-42ec-9d80-26b3e1fb0673 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group_rule (8e3ff32e-1380-4366-967d-74ff7d81af9a), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.598319 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38d92c0b-c1db-42ec-9d80-26b3e1fb0673 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (8e3ff32e-1380-4366-967d-74ff7d81af9a), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.615813 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d92c0b-c1db-42ec-9d80-26b3e1fb0673 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e3ff32e-1380-4366-967d-74ff7d81af9a,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:48.623713 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38d92c0b-c1db-42ec-9d80-26b3e1fb0673 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.624908 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-38d92c0b-c1db-42ec-9d80-26b3e1fb0673 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294944 Apr 07 11:47:48.629559 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60176) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:48.633744 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:48.655310 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.750472 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:48.863703 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Allocated IP 172.27.3.72 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/76656d86-2ef4-4fab-99d2-f276db2d6835) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:48.976462 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for port (76656d86-2ef4-4fab-99d2-f276db2d6835), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.013441 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (76656d86-2ef4-4fab-99d2-f276db2d6835), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.062925 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:49.068231 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:49.070944 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:49.102907 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event updated for resources: {'Port': ['ID=76656d86-2ef4-4fab-99d2-f276db2d6835,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:49.164381 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60208) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.169196 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-29894190-feee-4871-bca2-7aca557dfba1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181696358', 'description': 'tempest-description--532159547'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:49.207816 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aab918-727d-40e7-aa1b-4fa11974b91c req-3c7e6495-a71a-489d-951f-d3660ef71142 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:49.215239 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d2aab918-727d-40e7-aa1b-4fa11974b91c req-3c7e6495-a71a-489d-951f-d3660ef71142 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.1389928 Apr 07 11:47:49.217284 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-29894190-feee-4871-bca2-7aca557dfba1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.266085 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for floatingip (d1e96ef2-b555-49be-adb4-a801e3ce2a95), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.278992 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d2aab918-727d-40e7-aa1b-4fa11974b91c req-109648d3-bd92-4b95-a0d4-dd7382451e55 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628829 Apr 07 11:47:49.313984 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (76656d86-2ef4-4fab-99d2-f276db2d6835), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.332840 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-29894190-feee-4871-bca2-7aca557dfba1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.337837 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-29894190-feee-4871-bca2-7aca557dfba1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.370539 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-29894190-feee-4871-bca2-7aca557dfba1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.374748 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-29894190-feee-4871-bca2-7aca557dfba1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2065456 Apr 07 11:47:49.375183 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60234) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.379993 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-10deca7d-22a1-4bc8-b485-92b08c868dfe tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group_rule': {'security_group_id': 'a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:49.385738 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29894190-feee-4871-bca2-7aca557dfba1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:49.412336 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-10deca7d-22a1-4bc8-b485-92b08c868dfe tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (6334a063-8a84-4cfe-9490-c2f30f72ed51), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.474088 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-10deca7d-22a1-4bc8-b485-92b08c868dfe tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (6334a063-8a84-4cfe-9490-c2f30f72ed51), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.479815 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-10deca7d-22a1-4bc8-b485-92b08c868dfe tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (6334a063-8a84-4cfe-9490-c2f30f72ed51), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.484545 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for port (76656d86-2ef4-4fab-99d2-f276db2d6835), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.491149 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (76656d86-2ef4-4fab-99d2-f276db2d6835), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.504637 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10deca7d-22a1-4bc8-b485-92b08c868dfe tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6334a063-8a84-4cfe-9490-c2f30f72ed51,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:49.510705 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-10deca7d-22a1-4bc8-b485-92b08c868dfe tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.511912 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-10deca7d-22a1-4bc8-b485-92b08c868dfe tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357336 Apr 07 11:47:49.514803 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60248) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.520692 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-a7cb86a4-47bb-4a75-b12a-815c903db905 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group_rule': {'security_group_id': 'a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:49.549188 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a7cb86a4-47bb-4a75-b12a-815c903db905 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (04c7536f-8252-45a9-a232-a8787b2a6acc), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.571770 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event updated for resources: {'Port': ['ID=76656d86-2ef4-4fab-99d2-f276db2d6835,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:49.590940 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (d1e96ef2-b555-49be-adb4-a801e3ce2a95), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.607376 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.608903 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e5efd895-9210-489d-a93b-e19be5c8e56c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9782546 Apr 07 11:47:49.612525 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a7cb86a4-47bb-4a75-b12a-815c903db905 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (04c7536f-8252-45a9-a232-a8787b2a6acc), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.617736 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a7cb86a4-47bb-4a75-b12a-815c903db905 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (04c7536f-8252-45a9-a232-a8787b2a6acc), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.636135 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb86a4-47bb-4a75-b12a-815c903db905 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c7536f-8252-45a9-a232-a8787b2a6acc,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:49.648762 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a7cb86a4-47bb-4a75-b12a-815c903db905 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.650431 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-a7cb86a4-47bb-4a75-b12a-815c903db905 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344118 Apr 07 11:47:49.654297 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60256) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:49.659165 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:49.680210 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.798055 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:49.860176 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-050937d9-8069-457c-aa98-bc21b1b84a2e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1992854918&fields=id&tenant_id=e3b21258ec3144baa43de1add169b4fc HTTP/1.1" status: 200 len: 267 time: 0.0849168 Apr 07 11:47:49.986061 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Allocated IP 172.27.3.170 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/49a67630-1045-4dd9-972d-2b7071838699) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:50.020322 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b0aa4ee2-dbe7-4dd1-8732-4cbf024c9eff tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:50.021818 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b0aa4ee2-dbe7-4dd1-8732-4cbf024c9eff tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 819 time: 0.1546125 Apr 07 11:47:50.074096 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-310c37f6-b53c-42ab-a5b0-a89c8085d35d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/quotas/e3b21258ec3144baa43de1add169b4fc HTTP/1.1" status: 200 len: 375 time: 0.0427003 Apr 07 11:47:50.074318 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:47:50.148681 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (49a67630-1045-4dd9-972d-2b7071838699), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.172865 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-3b74645b-eba9-493d-af89-0ea8c60458e2 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0927174 Apr 07 11:47:50.177268 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:50.188629 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'port_id': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'mac_address': 'fa:16:3e:a3:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:47:50.226025 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 is: ACTIVE; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:50.226405 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.239275 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:50.252584 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (49a67630-1045-4dd9-972d-2b7071838699), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.259345 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:50.264468 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.320661 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=6']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:50.330692 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:50.332241 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.332845 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.333193 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.333661 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.334391 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.334391 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.334621 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.334923 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.335245 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.335717 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.336046 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.336366 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.336833 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.337156 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.337469 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:47:50.339737 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-edde880f-3591-4bde-9a33-729ee53de42b service neutron] 10.222.0.15 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542141 Apr 07 11:47:50.342299 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=49a67630-1045-4dd9-972d-2b7071838699,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:50.352166 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:50.354419 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:50.420942 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:47:50.548309 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb946c-d6d1-46e5-b77d-4cd623c21057 req-d8c79470-4a2a-4280-b872-ff4d49f84744 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:50.549851 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2beb946c-d6d1-46e5-b77d-4cd623c21057 req-d8c79470-4a2a-4280-b872-ff4d49f84744 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 945 time: 0.1747117 Apr 07 11:47:50.556360 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b1fd2ebd-bbf7-4116-935a-c7da28f81afd service neutron] 10.222.0.15 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157996 Apr 07 11:47:50.582385 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (69e80271-45bd-4b0a-b9f9-76bc9fcabfc8), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.640232 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60284) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:50.641185 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2beb946c-d6d1-46e5-b77d-4cd623c21057 req-60568005-6f9a-4cc9-849a-2937bfe5adb2 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814722 Apr 07 11:47:50.644057 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (49a67630-1045-4dd9-972d-2b7071838699), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.751875 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60298) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:50.822067 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d645f7-798e-48c4-94ba-8f9258108159 admin admin] Deleting subnet 6eff10f4-d03e-48e8-bb98-6ecffadd2f13 {{(pid=109936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:47:50.826029 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-69d645f7-798e-48c4-94ba-8f9258108159 admin admin] Publish callbacks [] for subnet (6eff10f4-d03e-48e8-bb98-6ecffadd2f13), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.860278 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e356f4a4-9cb0-4a11-993d-7d4f0e99e2b4 req-05d62ebe-f9e3-487d-ac03-3cf7ae6c0fb8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 210 time: 0.0932369 Apr 07 11:47:50.881651 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dfcfae04-f0fa-47a7-b8e2-4dc3040559ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.889491 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (49a67630-1045-4dd9-972d-2b7071838699), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.895289 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-69d645f7-798e-48c4-94ba-8f9258108159 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1154786'] for subnet (6eff10f4-d03e-48e8-bb98-6ecffadd2f13), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.897258 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (49a67630-1045-4dd9-972d-2b7071838699), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.956303 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-69d645f7-798e-48c4-94ba-8f9258108159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (6eff10f4-d03e-48e8-bb98-6ecffadd2f13), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:50.978490 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=49a67630-1045-4dd9-972d-2b7071838699,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:50.992660 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (69e80271-45bd-4b0a-b9f9-76bc9fcabfc8), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.020427 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.021979 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-64438376-f741-4c34-8d99-d73b3626ce81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3665633 Apr 07 11:47:51.047705 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dfcfae04-f0fa-47a7-b8e2-4dc3040559ad admin admin] Publish callbacks [] for security_group (8256e521-ae94-4b8f-83ac-dfa8d0dfb0ac), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.051780 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-69d645f7-798e-48c4-94ba-8f9258108159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1978217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128976497'] for subnet (6eff10f4-d03e-48e8-bb98-6ecffadd2f13), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.067530 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dfcfae04-f0fa-47a7-b8e2-4dc3040559ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (8256e521-ae94-4b8f-83ac-dfa8d0dfb0ac), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.095428 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-69d645f7-798e-48c4-94ba-8f9258108159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.100353 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-69d645f7-798e-48c4-94ba-8f9258108159 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6eff10f4-d03e-48e8-bb98-6ecffadd2f13 HTTP/1.1" status: 204 len: 168 time: 0.3465676 Apr 07 11:47:51.103097 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60314) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:51.113032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d645f7-798e-48c4-94ba-8f9258108159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eff10f4-d03e-48e8-bb98-6ecffadd2f13,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:51.151554 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-dfcfae04-f0fa-47a7-b8e2-4dc3040559ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89e888dbb32343329fc5367c630baaad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5078363 Apr 07 11:47:51.151898 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60316) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:51.153370 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcfae04-f0fa-47a7-b8e2-4dc3040559ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8256e521-ae94-4b8f-83ac-dfa8d0dfb0ac,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:51.256106 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (c1b76852-8d5e-45f5-9054-8e9125843943), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.269627 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-03273888-744c-4d0b-8fc9-e7a8c911b0ef admin admin] Publish callbacks [] for security_group (8256e521-ae94-4b8f-83ac-dfa8d0dfb0ac), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.319438 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-03273888-744c-4d0b-8fc9-e7a8c911b0ef admin admin] Publish callbacks [] for security_group (8256e521-ae94-4b8f-83ac-dfa8d0dfb0ac), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.407946 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-1358b1ee-53d7-4184-adfe-08abc4f2075d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--181696358&fields=id&tenant_id=fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 267 time: 0.1490462 Apr 07 11:47:51.468499 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (c1b76852-8d5e-45f5-9054-8e9125843943), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.541787 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b76852-8d5e-45f5-9054-8e9125843943']}} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:51.560430 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c73048-8245-41a4-9017-73964223348e') {'for_net_delete': True} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:51.560802 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c73048-8245-41a4-9017-73964223348e') {} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:47:51.562583 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-03273888-744c-4d0b-8fc9-e7a8c911b0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (8256e521-ae94-4b8f-83ac-dfa8d0dfb0ac), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.566395 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-03273888-744c-4d0b-8fc9-e7a8c911b0ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.568796 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-03273888-744c-4d0b-8fc9-e7a8c911b0ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8256e521-ae94-4b8f-83ac-dfa8d0dfb0ac HTTP/1.1" status: 204 len: 168 time: 0.4154246 Apr 07 11:47:51.585593 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125949275'] for segment (b1c73048-8245-41a4-9017-73964223348e), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.604383 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03273888-744c-4d0b-8fc9-e7a8c911b0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8256e521-ae94-4b8f-83ac-dfa8d0dfb0ac,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:51.623270 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (b1c73048-8245-41a4-9017-73964223348e), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.632173 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=109935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:47:51.632568 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129855090'] for segment (b1c73048-8245-41a4-9017-73964223348e), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: Traceback (most recent call last): Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: timer() Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: cb(*args, **kw) Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: return func(*args, **kwargs) Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: self._notify() Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: self.callback(batched_events) Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: event.method(event) Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: return f(self, *a, **k) Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._get(url).json() Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: return self.request(url, 'GET', **kwargs) Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:47:51.634370 dv-cinder-836822-2-iscsi neutron-server[109935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:47:51.649364 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-68305749-7767-4605-b9b7-7f890561272a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:51.651023 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-68305749-7767-4605-b9b7-7f890561272a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 815 time: 0.2089291 Apr 07 11:47:51.707048 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-da549a32-a6c0-457d-9458-3d1738fc83a7 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/quotas/fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 375 time: 0.0463791 Apr 07 11:47:51.768510 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (c1b76852-8d5e-45f5-9054-8e9125843943), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.792502 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:51.799543 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] 10.222.0.15 "DELETE /v2.0/networks/c1b76852-8d5e-45f5-9054-8e9125843943 HTTP/1.1" status: 204 len: 168 time: 0.6953182 Apr 07 11:47:51.817558 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da164f-2f0b-43a4-9bcf-f1d6a4617fbb admin admin] Pushing event deleted for resources: {'Network': ['ID=c1b76852-8d5e-45f5-9054-8e9125843943,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:51.837766 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-fbb1e704-fc8d-4c24-8d80-3892fb18b4e2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1246421 Apr 07 11:47:51.867434 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5aa75-5062-486f-89ad-8fa5ca32297f req-9d88e2f7-f4b9-47ca-9828-3f745f55134a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:51.869519 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1cb5aa75-5062-486f-89ad-8fa5ca32297f req-9d88e2f7-f4b9-47ca-9828-3f745f55134a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 945 time: 0.1154177 Apr 07 11:47:52.024535 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-2cbe3023-391b-4a74-912a-ce5002ca93c5 service neutron] 10.222.0.15 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536424 Apr 07 11:47:52.087057 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:52.229296 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9621-de3b-4f00-930e-3bab211167bb req-afbe35fe-ecf5-4e82-ba0e-ce460bf5da59 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:52.245940 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-afbe35fe-ecf5-4e82-ba0e-ce460bf5da59 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 819 time: 0.2929089 Apr 07 11:47:52.253886 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:52.257253 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.266770 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1cb5aa75-5062-486f-89ad-8fa5ca32297f req-aeefad5a-64f6-44e5-b948-84e55f35f660 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2347383 Apr 07 11:47:52.290347 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60350) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:52.376469 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:52.377235 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.399072 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-337a3937-cd66-4029-8d78-063b95d75076 service neutron] 10.222.0.15 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735394 Apr 07 11:47:52.431885 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-38865810-50a8-4471-a6c4-10c2b85aff72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a16610ad3c34e508d44cccae23b3545&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1403217 Apr 07 11:47:52.434660 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60356) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:52.439303 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:52.441660 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc9b4ca-061d-426f-9331-71e9ba3a36f7" -d '{"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-plugged", "status": "completed", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:52.442696 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-6321b1e1-08b7-4c6f-892b-694ac02109cb tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3b21258ec3144baa43de1add169b4fc HTTP/1.1" status: 200 len: 380 time: 0.1837924 Apr 07 11:47:52.462032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Request body: {'port': {'device_id': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'admin_state_up': True, 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'security_groups': ['9b3f91df-7ccc-458c-b62e-05e8607a90be']}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:52.467080 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:52.476155 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.530735 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b3e876e-91dc-4518-b5af-f49f71bdcff0 req-62f5524e-687c-44da-9646-a265c438457b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 210 time: 0.0704138 Apr 07 11:47:52.602324 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-577b2e9d-bfd1-4a25-b188-ec7a9c61aa26 admin admin] Publish callbacks [] for security_group (450e50b2-d54f-455c-852c-cf0fbe2a2fb5), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.607220 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=7']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:52.630605 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bd6c61-6bbb-46b1-b5c5-58f046e9ed58 x-openstack-request-id: req-57bd6c61-6bbb-46b1-b5c5-58f046e9ed58 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:52.630917 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-plugged", "status": "completed", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:52.634783 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57bd6c61-6bbb-46b1-b5c5-58f046e9ed58 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:52.635401 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57bd6c61-6bbb-46b1-b5c5-58f046e9ed58'] response: {'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'code': 200} Apr 07 11:47:52.699209 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-577b2e9d-bfd1-4a25-b188-ec7a9c61aa26 admin admin] Publish callbacks [] for security_group (450e50b2-d54f-455c-852c-cf0fbe2a2fb5), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.717398 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Made reservation on behalf of e3b21258ec3144baa43de1add169b4fc for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:52.721233 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.863500 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-30974af2-e3b5-4072-b587-00ad4bbd1a9a req-83766c28-04ee-4b17-8929-a7ec3783b526 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 210 time: 0.1354740 Apr 07 11:47:52.890094 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-577b2e9d-bfd1-4a25-b188-ec7a9c61aa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (450e50b2-d54f-455c-852c-cf0fbe2a2fb5), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.893278 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-577b2e9d-bfd1-4a25-b188-ec7a9c61aa26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:52.897458 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-577b2e9d-bfd1-4a25-b188-ec7a9c61aa26 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/450e50b2-d54f-455c-852c-cf0fbe2a2fb5 HTTP/1.1" status: 204 len: 168 time: 0.4615247 Apr 07 11:47:52.912129 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b2e9d-bfd1-4a25-b188-ec7a9c61aa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450e50b2-d54f-455c-852c-cf0fbe2a2fb5,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:53.033879 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Allocated IP 172.20.0.6 (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04/bab08045-b031-4a13-9997-a3ce32233647/a00a776f-9847-4f59-9330-917701cd2d2c) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:53.139768 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60380) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:53.247497 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for port (a00a776f-9847-4f59-9330-917701cd2d2c), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.296949 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.347765 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:53.351131 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:53.354838 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:53.424212 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:53.434860 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.477915 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event updated for resources: {'Port': ['ID=a00a776f-9847-4f59-9330-917701cd2d2c,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:53.496362 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-5bdaa071-dff8-4532-9811-8b7e69938054 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0436156 Apr 07 11:47:53.514773 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Request body: {'port': {'device_id': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:53.542333 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c926f16-2b7a-46ae-b086-ed030913371c req-f057a914-0389-41cd-9e4c-acf26c8f2a2a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:53.582236 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8c926f16-2b7a-46ae-b086-ed030913371c req-f057a914-0389-41cd-9e4c-acf26c8f2a2a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.1768138 Apr 07 11:47:53.607711 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-146180428-network', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:53.646847 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.675613 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Made reservation on behalf of d8a08587d20a4220b12b5534cfcd14fd for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:53.679675 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.787876 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.832062 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-da06e010-a885-4790-9ab9-278d24788331 None None] Provisioning complete for port a00a776f-9847-4f59-9330-917701cd2d2c triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:53.833531 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-da06e010-a885-4790-9ab9-278d24788331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:53.858271 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8c926f16-2b7a-46ae-b086-ed030913371c req-04e97215-a370-44a1-8499-18ac181401c4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597926 Apr 07 11:47:53.886275 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-da06e010-a885-4790-9ab9-278d24788331 None None] Port a00a776f-9847-4f59-9330-917701cd2d2c cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:53.900275 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48acd2-ce86-4802-a060-ae365a8e3905 req-e77d2961-ce95-44a8-b5dc-62ff6a260eb3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:53.919760 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cd48acd2-ce86-4802-a060-ae365a8e3905 req-e77d2961-ce95-44a8-b5dc-62ff6a260eb3 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 931 time: 0.2330503 Apr 07 11:47:54.012108 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cd48acd2-ce86-4802-a060-ae365a8e3905 req-fb7ea6c0-19d3-41a1-919f-ef837c154983 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865963 Apr 07 11:47:54.137138 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-329db131-8dd7-4012-b066-cd4385149033 req-cf0d7f17-97d6-4b0f-9ee5-58d078874902 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 210 time: 0.0678110 Apr 07 11:47:54.229328 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Publish callbacks [] for security_group (cb5bce65-220c-4589-8997-9f5ca998ebc6), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.231863 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a00a776f-9847-4f59-9330-917701cd2d2c {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:54.243303 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Publish callbacks [] for port (a00a776f-9847-4f59-9330-917701cd2d2c), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.260742 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Transition to ACTIVE for port object a00a776f-9847-4f59-9330-917701cd2d2c will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:47:54.268580 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (cb5bce65-220c-4589-8997-9f5ca998ebc6), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.271273 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.350519 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:47:54.377964 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5bce65-220c-4589-8997-9f5ca998ebc6,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:54.382887 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Pushing event updated for resources: {'Port': ['ID=a00a776f-9847-4f59-9330-917701cd2d2c,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:54.404889 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (93505b1e-febc-433e-957d-d3a81a25d4b3), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.410904 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Added segment 93505b1e-febc-433e-957d-d3a81a25d4b3 of type vlan for network 03994c54-3577-4093-861c-ec84d9d77c85 Apr 07 11:47:54.536079 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60408) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:54.568866 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Attempting to bind port a00a776f-9847-4f59-9330-917701cd2d2c on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:54.569274 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Attempting to bind port a00a776f-9847-4f59-9330-917701cd2d2c by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:54.569607 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Attempting to bind port a00a776f-9847-4f59-9330-917701cd2d2c on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:54.577465 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Port a00a776f-9847-4f59-9330-917701cd2d2c on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:47:54.577794 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Attempting to bind port a00a776f-9847-4f59-9330-917701cd2d2c on network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:54.589607 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:54.590006 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Checking segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:54.590408 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Bound using segment: {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:54.590878 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Bound port: a00a776f-9847-4f59-9330-917701cd2d2c, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b726914-2314-491a-a6fd-c3d512fee771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:54.591528 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.609681 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (03994c54-3577-4093-861c-ec84d9d77c85), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.629054 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-5eeb35b5-bc76-491f-98a4-61d54ce0f028 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:54.632246 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-5eeb35b5-bc76-491f-98a4-61d54ce0f028 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 815 time: 0.4271657 Apr 07 11:47:54.705207 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2068788080-network', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:54.716589 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (03994c54-3577-4093-861c-ec84d9d77c85), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.718078 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:54.718718 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.737996 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] For port a00a776f-9847-4f59-9330-917701cd2d2c, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:54.742909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Made reservation on behalf of 0012c4b9a7c241f59844e1ea784fea0e for: {'network': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:54.745658 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.763892 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.768738 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] For port a00a776f-9847-4f59-9330-917701cd2d2c, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a00a776f-9847-4f59-9330-917701cd2d2c,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:54.777421 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6362219 Apr 07 11:47:54.780357 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60416) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:54.787811 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Request body: {'subnet': {'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-146180428-subnet', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'ip_version': 4}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:54.798702 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.836634 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e70ebb-324d-4493-9e61-292f7261aa23 admin admin] Pushing event updated for resources: {'Network': ['ID=03994c54-3577-4093-861c-ec84d9d77c85,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:54.855971 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:54.856647 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.858127 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] 10.222.0.52 "PUT /v2.0/ports/a00a776f-9847-4f59-9330-917701cd2d2c HTTP/1.1" status: 200 len: 1093 time: 1.3532393 Apr 07 11:47:54.858769 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:54.860945 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c50e7-b452-457e-acdb-eb3aec31d18b" -d '{"events": [{"name": "network-changed", "server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:54.863187 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-2e65cc29-1d4f-461d-911e-137fa69f9acb tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 472 time: 0.1980851 Apr 07 11:47:54.868000 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 03994c54-3577-4093-861c-ec84d9d77c85 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:47:54.874727 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Made reservation on behalf of d8a08587d20a4220b12b5534cfcd14fd for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:54.877162 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128981392'] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:54.882058 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'port': {'device_id': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'admin_state_up': True, 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'security_groups': ['a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:54.952953 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246ad13-7be1-4266-9070-fa7cab2ca112 service neutron] Pushing event updated for resources: {'Port': ['ID=a00a776f-9847-4f59-9330-917701cd2d2c,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:54.997599 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a68460c-b575-4248-8922-044c3850a5f7 x-openstack-request-id: req-5a68460c-b575-4248-8922-044c3850a5f7 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:54.997899 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:54.998151 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a68460c-b575-4248-8922-044c3850a5f7 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:54.999026 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a68460c-b575-4248-8922-044c3850a5f7'] response: {'name': 'network-changed', 'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'status': 'completed', 'code': 200} Apr 07 11:47:55.111207 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Publish callbacks [] for security_group (c2536482-4975-4954-84a6-514a29dc1429), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.123115 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b2352904-7f25-4e0a-bc7a-380c84dd7a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.124657 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-b2352904-7f25-4e0a-bc7a-380c84dd7a18 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 1127 time: 0.2087262 Apr 07 11:47:55.128153 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (c2536482-4975-4954-84a6-514a29dc1429), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.215532 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=109936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:47:55.232059 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-53369b82-37a6-42a0-a924-eff1484ffc98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00a776f-9847-4f59-9330-917701cd2d2c HTTP/1.1" status: 200 len: 217 time: 0.0926473 Apr 07 11:47:55.239899 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (75537c36-b8cf-42ec-b90e-832ef21f8c2b), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.240246 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.segments_db [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Added segment 75537c36-b8cf-42ec-b90e-832ef21f8c2b of type vlan for network aa076410-3c7e-496c-bab0-99102f27aa65 Apr 07 11:47:55.259390 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2536482-4975-4954-84a6-514a29dc1429,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:55.361334 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (aa076410-3c7e-496c-bab0-99102f27aa65), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.381068 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9621-de3b-4f00-930e-3bab211167bb req-6bef1c08-5d5e-493b-b5fe-208f0ed79968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.382563 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-6bef1c08-5d5e-493b-b5fe-208f0ed79968 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.1405463 Apr 07 11:47:55.407733 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1978152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128976490'] for subnet (f38c5977-0203-4668-a1ef-c4a4a5df9f57), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.464551 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (aa076410-3c7e-496c-bab0-99102f27aa65), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.465546 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.466200 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.509421 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582012f-bb21-4334-92de-395d2f6569dc req-e984f76c-1872-45df-a8d2-690dce953a4b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.516356 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3582012f-bb21-4334-92de-395d2f6569dc req-e984f76c-1872-45df-a8d2-690dce953a4b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.4618852 Apr 07 11:47:55.549330 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Made reservation on behalf of fb9b76ed6a634c7597ca306c5e2adee5 for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:55.552520 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.577318 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55208238-11eb-4a66-be38-f5dfae1f38d3 req-3c45b299-b7b0-4a8e-846f-21383b40dfd9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.578895 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55208238-11eb-4a66-be38-f5dfae1f38d3 req-3c45b299-b7b0-4a8e-846f-21383b40dfd9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 943 time: 0.4378757 Apr 07 11:47:55.579355 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de9621-de3b-4f00-930e-3bab211167bb req-1bf488e1-13da-4d62-827f-9c31d87cec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.581520 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-1bf488e1-13da-4d62-827f-9c31d87cec8a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1873014 Apr 07 11:47:55.585696 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38c5977-0203-4668-a1ef-c4a4a5df9f57,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:55.591559 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0508709 Apr 07 11:47:55.596845 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60426) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:55.607836 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2517b-66e6-4b3a-ae0c-e2d39b9e8d12 admin admin] Pushing event updated for resources: {'Network': ['ID=aa076410-3c7e-496c-bab0-99102f27aa65,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:55.612487 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Request body: {'subnet': {'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2068788080-subnet', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'ip_version': 4}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:55.627293 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Checking segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:55.627701 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Network hostable DHCP agents. Network: 03994c54-3577-4093-861c-ec84d9d77c85, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:47:55.630657 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network aa076410-3c7e-496c-bab0-99102f27aa65 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:47:55.681276 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3582012f-bb21-4334-92de-395d2f6569dc req-17b7d9f2-2dff-4c06-b603-4966b92eca7b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639106 Apr 07 11:47:55.735180 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Made reservation on behalf of 0012c4b9a7c241f59844e1ea784fea0e for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:47:55.737958 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128981392'] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.754686 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Network 03994c54-3577-4093-861c-ec84d9d77c85 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:47:55.765929 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55208238-11eb-4a66-be38-f5dfae1f38d3 req-597cd39d-c7bb-499a-93d9-554147d65cce tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752884 Apr 07 11:47:55.820808 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 03994c54-3577-4093-861c-ec84d9d77c85) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:55.825167 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:55.829212 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.830741 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83c096a-d69a-48e8-abe4-f900d29d124f None None] Network 03994c54-3577-4093-861c-ec84d9d77c85 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:55.849013 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55d99a53-6515-42cb-8df3-d2ea4d88a85d req-e122b7d8-1b96-4246-8e7b-1d690d084720 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 210 time: 0.0351202 Apr 07 11:47:55.853397 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Allocated IP 172.20.0.14 (793e6760-dffa-49ee-b4f5-e944acaa877d/7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b/81fe04a0-b06d-478b-821d-30ac30d9c7cc) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:55.862390 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-e5af7fba-0598-4454-851f-3873b511066c service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667878 Apr 07 11:47:55.884375 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-0c56a8f6-e577-440a-baf6-3e59755e8aea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0988033 Apr 07 11:47:55.884703 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60428) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:55.889487 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:55.946588 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (6ae7976c-23c4-4995-8e05-e133911b86fc), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.947704 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (6ae7976c-23c4-4995-8e05-e133911b86fc), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:55.984736 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-03994c54-3577-4093-861c-ec84d9d77c85', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:47:55.985717 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.056904 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.114596 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.162264 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Allocated IP 172.20.0.2 (03994c54-3577-4093-861c-ec84d9d77c85/f38c5977-0203-4668-a1ef-c4a4a5df9f57/c89e3463-ec28-4c65-b0df-6cfc237ddc59) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:56.167373 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Network 793e6760-dffa-49ee-b4f5-e944acaa877d is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:56.174129 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:56.179758 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:56.184492 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=81fe04a0-b06d-478b-821d-30ac30d9c7cc,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:56.262701 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:56.263405 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.287941 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-ffc7d30b-e888-4ebb-9b7b-74e79748f835 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4131229 Apr 07 11:47:56.301580 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Request body: {'port': {'device_id': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:56.401331 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks [] for router_controller (6ae7976c-23c4-4995-8e05-e133911b86fc), precommit_add_association {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.406690 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Publish callbacks [] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.412274 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c2de9621-de3b-4f00-930e-3bab211167bb req-87a34ef3-46d3-4fbe-8cfc-6a0601697282 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305226 Apr 07 11:47:56.431319 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.437277 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.465171 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Network 03994c54-3577-4093-861c-ec84d9d77c85 is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:56.506802 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Pushing event updated for resources: {'Port': ['ID=c89e3463-ec28-4c65-b0df-6cfc237ddc59,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:56.509794 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:56.512222 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:56.596044 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Attempting to bind port c89e3463-ec28-4c65-b0df-6cfc237ddc59 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:56.596411 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Attempting to bind port c89e3463-ec28-4c65-b0df-6cfc237ddc59 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:56.596794 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Attempting to bind port c89e3463-ec28-4c65-b0df-6cfc237ddc59 on network 03994c54-3577-4093-861c-ec84d9d77c85 {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:56.609861 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:56.610230 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Checking segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:56.610627 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.611014 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Bound using segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:56.611476 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Bound port: c89e3463-ec28-4c65-b0df-6cfc237ddc59, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:56.611847 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.622367 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1978152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128976490'] for subnet (22fbaf62-5711-4748-9616-2129b0e0bb3c), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.671403 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-1c07a27f-9fc5-40d0-982e-7c331b958287 None None] Provisioning complete for port 81fe04a0-b06d-478b-821d-30ac30d9c7cc triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:56.671666 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1c07a27f-9fc5-40d0-982e-7c331b958287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.688532 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks [] for router_gateway (6ae7976c-23c4-4995-8e05-e133911b86fc), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.733837 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-1c07a27f-9fc5-40d0-982e-7c331b958287 None None] Port 81fe04a0-b06d-478b-821d-30ac30d9c7cc cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:47:56.739542 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22fbaf62-5711-4748-9616-2129b0e0bb3c,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:56.747238 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Checking segment: {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:56.747691 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Network hostable DHCP agents. Network: aa076410-3c7e-496c-bab0-99102f27aa65, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:47:56.783230 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] For port c89e3463-ec28-4c65-b0df-6cfc237ddc59, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:56.786432 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] For port c89e3463-ec28-4c65-b0df-6cfc237ddc59, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=c89e3463-ec28-4c65-b0df-6cfc237ddc59,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:56.798115 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.833068 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Network aa076410-3c7e-496c-bab0-99102f27aa65 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:47:56.855362 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, aa076410-3c7e-496c-bab0-99102f27aa65) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:56.860433 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:56.861204 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.863687 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fe04a0-b06d-478b-821d-30ac30d9c7cc {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:47:56.872483 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Publish callbacks [] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.877527 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e715e0-4d5a-48e9-81dd-c2b5e6e59bdc None None] Network aa076410-3c7e-496c-bab0-99102f27aa65 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:56.891297 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Transition to ACTIVE for port object 81fe04a0-b06d-478b-821d-30ac30d9c7cc will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:47:56.910098 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8ede9474-41dd-4e9a-ae31-b351a8533dd7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3044319 Apr 07 11:47:56.913699 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60442) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:47:56.921537 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:56.924093 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:47:56.933457 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a6613-1ba9-4da4-8ac1-bf0c9bd82efe None None] Pushing event updated for resources: {'Port': ['ID=c89e3463-ec28-4c65-b0df-6cfc237ddc59,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:57.040515 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (36f20978-d5a9-4adb-83ae-02468fc008d1), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.042037 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (36f20978-d5a9-4adb-83ae-02468fc008d1), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.136855 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe04a0-b06d-478b-821d-30ac30d9c7cc,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:57.165727 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53c9bc-4079-4af5-90fd-74c85b6d8d6f req-5d5d2929-6fbe-4085-9c8c-52200e2d2705 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:57.169514 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks [] for router_gateway (6ae7976c-23c4-4995-8e05-e133911b86fc), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.188565 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7c53c9bc-4079-4af5-90fd-74c85b6d8d6f req-5d5d2929-6fbe-4085-9c8c-52200e2d2705 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.2954214 Apr 07 11:47:57.212278 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks [] for router_controller (36f20978-d5a9-4adb-83ae-02468fc008d1), precommit_add_association {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.214281 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.236476 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996b38f-9fc2-4ab6-ba41-f9bbec7adfbe req-f4e520e2-b26f-4235-a311-cb197074cba7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:57.247864 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c996b38f-9fc2-4ab6-ba41-f9bbec7adfbe req-f4e520e2-b26f-4235-a311-cb197074cba7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 943 time: 0.2714028 Apr 07 11:47:57.409633 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-aa076410-3c7e-496c-bab0-99102f27aa65', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:47:57.409633 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.583316 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c996b38f-9fc2-4ab6-ba41-f9bbec7adfbe req-d633ef82-e7a8-4536-904a-8d804ab6b489 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2987339 Apr 07 11:47:57.583892 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks [] for router_gateway (36f20978-d5a9-4adb-83ae-02468fc008d1), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.584391 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device c89e3463-ec28-4c65-b0df-6cfc237ddc59 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:57.607812 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7c53c9bc-4079-4af5-90fd-74c85b6d8d6f req-8b128ec7-6c37-4519-b236-4e28637e73c0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4183028 Apr 07 11:47:57.609024 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Attempting to bind port 81fe04a0-b06d-478b-821d-30ac30d9c7cc on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:57.609355 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Attempting to bind port 81fe04a0-b06d-478b-821d-30ac30d9c7cc by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:57.609677 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Attempting to bind port 81fe04a0-b06d-478b-821d-30ac30d9c7cc on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:57.622160 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Port 81fe04a0-b06d-478b-821d-30ac30d9c7cc on network 793e6760-dffa-49ee-b4f5-e944acaa877d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:47:57.623566 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Attempting to bind port 81fe04a0-b06d-478b-821d-30ac30d9c7cc on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:57.631676 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:57.632214 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Checking segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:57.632792 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Bound using segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:57.633547 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Bound port: 81fe04a0-b06d-478b-821d-30ac30d9c7cc, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:57.634079 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.660250 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Allocated IP 172.27.3.82 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/3201847a-6028-4e29-8714-a1c2d874557a) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:57.680592 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-3fa61e97-a399-437e-b437-dca90d1e8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:57.682548 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-3fa61e97-a399-437e-b437-dca90d1e8d65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 1127 time: 0.2685812 Apr 07 11:47:57.756113 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Allocated IP 172.20.0.2 (aa076410-3c7e-496c-bab0-99102f27aa65/22fbaf62-5711-4748-9616-2129b0e0bb3c/48b5b63a-9c31-4cde-aa4e-64713dcad47f) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:57.771368 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] For port 81fe04a0-b06d-478b-821d-30ac30d9c7cc, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:57.775234 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] For port 81fe04a0-b06d-478b-821d-30ac30d9c7cc, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=81fe04a0-b06d-478b-821d-30ac30d9c7cc,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:57.796019 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec9dc6-5704-43d4-b0a3-dcda24945829 req-eec48f62-0f26-4496-bf15-4f0179c59651 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:57.797628 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d3ec9dc6-5704-43d4-b0a3-dcda24945829 req-eec48f62-0f26-4496-bf15-4f0179c59651 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 944 time: 0.1110210 Apr 07 11:47:57.800889 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.872551 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Pushing event updated for resources: {'Port': ['ID=81fe04a0-b06d-478b-821d-30ac30d9c7cc,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:57.882733 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:57.882733 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.883855 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-a4e7ac32-ba58-4531-be39-034764819225 service neutron] 10.222.0.52 "PUT /v2.0/ports/81fe04a0-b06d-478b-821d-30ac30d9c7cc HTTP/1.1" status: 200 len: 1094 time: 1.5871398 Apr 07 11:47:57.885835 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'tag': '81fe04a0-b06d-478b-821d-30ac30d9c7cc'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:47:57.888295 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc" -d '{"events": [{"name": "network-changed", "server_uuid": "b043229f-0d1f-4a3c-bf87-ab13d2be25b0", "tag": "81fe04a0-b06d-478b-821d-30ac30d9c7cc"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:47:57.957904 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Publish callbacks [] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:57.991040 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.020523 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37139568-d387-464c-99c7-742add45be9b x-openstack-request-id: req-37139568-d387-464c-99c7-742add45be9b {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:47:58.020866 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b043229f-0d1f-4a3c-bf87-ab13d2be25b0", "tag": "81fe04a0-b06d-478b-821d-30ac30d9c7cc", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:47:58.021119 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37139568-d387-464c-99c7-742add45be9b {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:47:58.022015 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37139568-d387-464c-99c7-742add45be9b'] response: {'name': 'network-changed', 'server_uuid': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'tag': '81fe04a0-b06d-478b-821d-30ac30d9c7cc', 'status': 'completed', 'code': 200} Apr 07 11:47:58.046881 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-a1a221ed-7d65-4663-ab1a-a3938c406ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:58.048797 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-a1a221ed-7d65-4663-ab1a-a3938c406ee3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.3429337 Apr 07 11:47:58.063742 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d3ec9dc6-5704-43d4-b0a3-dcda24945829 req-f12db406-e990-4e0c-9ebb-50600e8008ac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538805 Apr 07 11:47:58.065796 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-e33111ae-82f3-4e51-822c-e377e8abb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:58.067197 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-e33111ae-82f3-4e51-822c-e377e8abb30b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 1128 time: 0.1284938 Apr 07 11:47:58.126632 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks [] for port (3201847a-6028-4e29-8714-a1c2d874557a), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.132224 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Network aa076410-3c7e-496c-bab0-99102f27aa65 is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:58.164841 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-d1591f06-3d38-4c4e-ac6b-badf7423f0af service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81fe04a0-b06d-478b-821d-30ac30d9c7cc HTTP/1.1" status: 200 len: 217 time: 0.0835056 Apr 07 11:47:58.172439 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:58.186982 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:58.190427 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Pushing event updated for resources: {'Port': ['ID=48b5b63a-9c31-4cde-aa4e-64713dcad47f,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:58.223010 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port c89e3463-ec28-4c65-b0df-6cfc237ddc59 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:58.223586 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.228552 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ad7323b7-1b18-41bb-95f7-be0c82359eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.247722 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-45623bee-7bb6-4cce-9597-57ceb94bda92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00a776f-9847-4f59-9330-917701cd2d2c HTTP/1.1" status: 200 len: 217 time: 0.1471672 Apr 07 11:47:58.274366 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-0bf2752c-7e35-45e8-ac42-091b7bf4bcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:58.275887 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-0bf2752c-7e35-45e8-ac42-091b7bf4bcd2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.0967302 Apr 07 11:47:58.350657 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-005c30b8-e2f8-4ed0-adba-d97f2d503940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:58.352219 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-005c30b8-e2f8-4ed0-adba-d97f2d503940 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0875242 Apr 07 11:47:58.362013 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-0457d129-0dad-4392-be9b-10feadf62471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:58.365721 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-0457d129-0dad-4392-be9b-10feadf62471 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0814793 Apr 07 11:47:58.365938 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Attempting to bind port 48b5b63a-9c31-4cde-aa4e-64713dcad47f on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:47:58.366266 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Attempting to bind port 48b5b63a-9c31-4cde-aa4e-64713dcad47f by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:47:58.366628 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Attempting to bind port 48b5b63a-9c31-4cde-aa4e-64713dcad47f on network aa076410-3c7e-496c-bab0-99102f27aa65 {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:47:58.380218 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:47:58.380612 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Checking segment: {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:47:58.381019 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.381416 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Bound using segment: {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:47:58.381880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Bound port: 48b5b63a-9c31-4cde-aa4e-64713dcad47f, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:47:58.382259 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.502310 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port c89e3463-ec28-4c65-b0df-6cfc237ddc59 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:58.502996 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.527158 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] For port 48b5b63a-9c31-4cde-aa4e-64713dcad47f, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:47:58.539993 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-0267a1fa-6803-459a-9dcc-393e49f606dd service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646438 Apr 07 11:47:58.556490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] For port 48b5b63a-9c31-4cde-aa4e-64713dcad47f, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=48b5b63a-9c31-4cde-aa4e-64713dcad47f,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:47:58.577623 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (3201847a-6028-4e29-8714-a1c2d874557a), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.582213 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port c89e3463-ec28-4c65-b0df-6cfc237ddc59, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=c89e3463-ec28-4c65-b0df-6cfc237ddc59,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:47:58.585494 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.648346 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.659547 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a3456-28c8-4e73-b7dd-5ac02097f839 None None] Network 03994c54-3577-4093-861c-ec84d9d77c85 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:47:58.735912 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks [] for router_gateway (36f20978-d5a9-4adb-83ae-02468fc008d1), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.806123 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:47:58.811320 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-764e324d-e98c-4e80-bb90-03d7e0d3e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:58.813018 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-764e324d-e98c-4e80-bb90-03d7e0d3e989 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3921595 Apr 07 11:47:58.819855 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.828673 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:47:58.840116 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:47:58.849753 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8fb9589d-1f29-48e5-bebf-6dac283171fb req-2b962748-a0da-46a1-869b-32b6ce3eecfd service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987406 Apr 07 11:47:58.852197 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Pushing event updated for resources: {'Port': ['ID=3201847a-6028-4e29-8714-a1c2d874557a,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:58.855400 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69f336-1b0a-4d75-8cc6-9cf54c81ac60 None None] Pushing event updated for resources: {'Port': ['ID=48b5b63a-9c31-4cde-aa4e-64713dcad47f,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:58.878590 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-a78108f9-fbbf-445e-ac8f-bc4348ec1b3e None None] Provisioning complete for port c89e3463-ec28-4c65-b0df-6cfc237ddc59 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:58.878955 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a78108f9-fbbf-445e-ac8f-bc4348ec1b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:58.976409 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5637e-e333-4377-89c0-5e40dc58444d req-8a96f48a-fd56-4bea-b148-70aaa74ece1a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:58.990816 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3bd5637e-e333-4377-89c0-5e40dc58444d req-8a96f48a-fd56-4bea-b148-70aaa74ece1a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 943 time: 0.2968748 Apr 07 11:47:59.080345 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=c89e3463-ec28-4c65-b0df-6cfc237ddc59,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:47:59.178913 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ece425-7fd3-4689-8e7c-22c6dbef2b73 req-9a6572ff-d277-4de1-9250-78ee6c3a7093 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:59.185162 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f4ece425-7fd3-4689-8e7c-22c6dbef2b73 req-9a6572ff-d277-4de1-9250-78ee6c3a7093 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.3776057 Apr 07 11:47:59.187919 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-a78108f9-fbbf-445e-ac8f-bc4348ec1b3e None None] Current status of the port c89e3463-ec28-4c65-b0df-6cfc237ddc59 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:59.202019 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3bd5637e-e333-4377-89c0-5e40dc58444d req-5de7b42b-0ae0-48a9-a118-2bf5d5fa29c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2098749 Apr 07 11:47:59.276615 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f4ece425-7fd3-4689-8e7c-22c6dbef2b73 req-ceaeda09-6369-4fdb-a7c8-7b1b2421bdea tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735767 Apr 07 11:47:59.298237 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-354ef7dc-f4d8-41c2-8a28-962290a3ce6c service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615109 Apr 07 11:47:59.376790 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ec0fe-9833-4291-a746-38a22d9284e5 req-5a961dd8-9bd1-4e5d-93c5-3d15b96cc224 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:47:59.378498 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-580ec0fe-9833-4291-a746-38a22d9284e5 req-5a961dd8-9bd1-4e5d-93c5-3d15b96cc224 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 944 time: 0.0918083 Apr 07 11:47:59.413079 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks [] for router_gateway (6ae7976c-23c4-4995-8e05-e133911b86fc), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.416023 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Allocated IP 172.27.3.128 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/049ecea5-2ae3-4040-83da-c71bbb52345f) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:47:59.447189 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-580ec0fe-9833-4291-a746-38a22d9284e5 req-08b962d5-a61a-4c4c-b9b0-048f1c1066ad tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620899 Apr 07 11:47:59.520615 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device c89e3463-ec28-4c65-b0df-6cfc237ddc59 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:59.594609 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port c89e3463-ec28-4c65-b0df-6cfc237ddc59 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:59.594981 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.653836 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-0e97ae4c-e1d7-451b-a306-c9521603bdf2 None None] Provisioning complete for port c89e3463-ec28-4c65-b0df-6cfc237ddc59 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:59.654452 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0e97ae4c-e1d7-451b-a306-c9521603bdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:47:59.741984 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port c89e3463-ec28-4c65-b0df-6cfc237ddc59 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:59.743349 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 48b5b63a-9c31-4cde-aa4e-64713dcad47f up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:47:59.838455 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-0e97ae4c-e1d7-451b-a306-c9521603bdf2 None None] Current status of the port c89e3463-ec28-4c65-b0df-6cfc237ddc59 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:47:59.867550 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 48b5b63a-9c31-4cde-aa4e-64713dcad47f triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:47:59.867550 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.036943 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-775d76d6-bed5-4516-b42d-d2861d455068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:00.036943 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-775d76d6-bed5-4516-b42d-d2861d455068 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 1128 time: 0.0904312 Apr 07 11:48:00.041497 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 48b5b63a-9c31-4cde-aa4e-64713dcad47f is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:00.042182 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.046815 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.099527 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 48b5b63a-9c31-4cde-aa4e-64713dcad47f, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=48b5b63a-9c31-4cde-aa4e-64713dcad47f,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:00.108558 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.178042 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=48b5b63a-9c31-4cde-aa4e-64713dcad47f,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:00.187545 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a00a776f-9847-4f59-9330-917701cd2d2c details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:48:00.206650 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d67fe-cc9c-4131-bc40-0304a0692b9f None None] Network aa076410-3c7e-496c-bab0-99102f27aa65 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:00.230175 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-ee80fd45-e614-4bff-b201-0e86747068bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:00.231822 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-ee80fd45-e614-4bff-b201-0e86747068bb service neutron] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 916 time: 0.1866045 Apr 07 11:48:00.308754 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-8bb6471f-5985-49c8-a318-4640d1d0b9e3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81fe04a0-b06d-478b-821d-30ac30d9c7cc HTTP/1.1" status: 200 len: 217 time: 0.0700681 Apr 07 11:48:00.339367 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (6ae7976c-23c4-4995-8e05-e133911b86fc), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.356393 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks [] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.359703 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-8d043744-3625-4eda-9d26-2bf6219073fa None None] Provisioning complete for port 48b5b63a-9c31-4cde-aa4e-64713dcad47f triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:00.360081 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-8d043744-3625-4eda-9d26-2bf6219073fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.408100 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-7315cfcf-2b9f-46f3-b59c-471e1469ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:00.410218 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-7315cfcf-2b9f-46f3-b59c-471e1469ce83 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.0926378 Apr 07 11:48:00.551207 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3837e-449e-4d45-9e1d-824e4e1c115b req-bf05e563-01a6-41ee-bbc8-484f8559c2c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:00.553477 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fbb3837e-449e-4d45-9e1d-824e4e1c115b req-bf05e563-01a6-41ee-bbc8-484f8559c2c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.1240833 Apr 07 11:48:00.559819 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-2645f02d-7b22-4b67-8f06-ba99857c5d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:00.561710 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-2645f02d-7b22-4b67-8f06-ba99857c5d05 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1298835 Apr 07 11:48:00.569373 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.574391 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9caca42-c2ea-471a-b6f0-1b8338e9f12b req-de6905b0-8749-48e1-a004-c567f485c27a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:00.582833 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a9caca42-c2ea-471a-b6f0-1b8338e9f12b req-de6905b0-8749-48e1-a004-c567f485c27a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 943 time: 0.2768896 Apr 07 11:48:00.612863 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Pushing event updated for resources: {'Port': ['ID=049ecea5-2ae3-4040-83da-c71bbb52345f,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:00.623854 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f07c50e7-b452-457e-acdb-eb3aec31d18b req-e1be5dc3-24cb-46cd-8986-328a1e70179c service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800560 Apr 07 11:48:00.643514 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:00.647668 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:00.650646 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:00.669175 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a00a776f-9847-4f59-9330-917701cd2d2c, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a00a776f-9847-4f59-9330-917701cd2d2c,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:00.680508 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a9caca42-c2ea-471a-b6f0-1b8338e9f12b req-54ff19e4-b984-4903-956d-237ec4984b0a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914340 Apr 07 11:48:00.703749 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Router 6ae7976c-23c4-4995-8e05-e133911b86fc is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:00.724226 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'port_id': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'mac_address': 'fa:16:3e:32:9e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:48:00.790348 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port a00a776f-9847-4f59-9330-917701cd2d2c is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:00.790763 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.803370 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-80d08229-f230-4bcc-a8ef-a126faafe833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.806765 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-8d043744-3625-4eda-9d26-2bf6219073fa None None] Current status of the port 48b5b63a-9c31-4cde-aa4e-64713dcad47f is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:00.812223 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a00a776f-9847-4f59-9330-917701cd2d2c {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:48:00.842604 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a00a776f-9847-4f59-9330-917701cd2d2c, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a00a776f-9847-4f59-9330-917701cd2d2c,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:00.852488 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:00.864423 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fbb3837e-449e-4d45-9e1d-824e4e1c115b req-d7c86140-b7de-41f4-8e90-fa2ec76014ec tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3002434 Apr 07 11:48:00.900604 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-0886d68d-62b5-4325-b4b0-7b3e819180cf service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090177 Apr 07 11:48:00.908177 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a83aa3-630a-448f-80b5-8fdb76084b64 req-e64736e3-2df6-4ff0-98c1-9b5f3054446d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:00.915619 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d4a83aa3-630a-448f-80b5-8fdb76084b64 req-e64736e3-2df6-4ff0-98c1-9b5f3054446d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 944 time: 0.1186402 Apr 07 11:48:00.990876 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=a00a776f-9847-4f59-9330-917701cd2d2c,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:01.072843 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d4a83aa3-630a-448f-80b5-8fdb76084b64 req-841521dc-8500-4add-ba5d-ff21c1084b88 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504924 Apr 07 11:48:01.118832 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9bdca4ce-4ddc-46e3-ba3d-ecdc2d6a2edc req-3be1fb71-b388-4b38-abeb-17d52fbe81dd service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002251 Apr 07 11:48:01.158802 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-3dbe4568-4cf4-4741-9ba7-070687f4ae9b None None] Provisioning complete for port 48b5b63a-9c31-4cde-aa4e-64713dcad47f triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:01.159263 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-3dbe4568-4cf4-4741-9ba7-070687f4ae9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.187816 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['a00a776f-9847-4f59-9330-917701cd2d2c'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:48:01.213238 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks [] for router_gateway (36f20978-d5a9-4adb-83ae-02468fc008d1), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.216917 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:01.226317 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Sync routers for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:01.243570 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:01.244289 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:01.287535 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.287535 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-c7ebc812-95f2-4b2b-98b6-5626b668170f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4012868 Apr 07 11:48:01.289870 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60460) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:01.478461 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe4568-4cf4-4741-9ba7-070687f4ae9b None None] Current status of the port 48b5b63a-9c31-4cde-aa4e-64713dcad47f is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:01.481207 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 48b5b63a-9c31-4cde-aa4e-64713dcad47f up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:01.490616 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:01.580573 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (36f20978-d5a9-4adb-83ae-02468fc008d1), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.595937 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 48b5b63a-9c31-4cde-aa4e-64713dcad47f triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:01.596617 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.598921 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.707438 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 48b5b63a-9c31-4cde-aa4e-64713dcad47f is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:01.817122 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Router 36f20978-d5a9-4adb-83ae-02468fc008d1 is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:01.825278 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:47:59Z', 'revision_number': 3, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:01.863911 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Checking router: 6ae7976c-23c4-4995-8e05-e133911b86fc for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:01.863911 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Updating router 6ae7976c-23c4-4995-8e05-e133911b86fc port 3201847a-6028-4e29-8714-a1c2d874557a binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:01.902782 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (3201847a-6028-4e29-8714-a1c2d874557a), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:01.927363 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a66cdf-ade4-428c-9909-539ea510f935 req-5a2c3369-2ff7-4596-b701-74e5f19f4ba2 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:01.943814 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-96a66cdf-ade4-428c-9909-539ea510f935 req-5a2c3369-2ff7-4596-b701-74e5f19f4ba2 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 944 time: 0.1620235 Apr 07 11:48:01.983991 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:01.994515 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Sync routers for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:02.014108 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:02.015944 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:02.026194 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.028086 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-966f5500-773a-42f3-a631-80d4abe204b4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1128168 Apr 07 11:48:02.031100 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60466) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:02.136175 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-96a66cdf-ade4-428c-9909-539ea510f935 req-c943321b-6176-42f7-be61-d101906404bf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790171 Apr 07 11:48:02.192865 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0ddc4-dc6d-4b43-b519-23296242dc09 req-9a1434c0-95fd-4563-bd1f-744a49816f34 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:02.202055 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b6a0ddc4-dc6d-4b43-b519-23296242dc09 req-9a1434c0-95fd-4563-bd1f-744a49816f34 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.1892173 Apr 07 11:48:02.232891 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:02.333828 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.353372 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 81fe04a0-b06d-478b-821d-30ac30d9c7cc details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:48:02.354871 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a00a776f-9847-4f59-9330-917701cd2d2c up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:02.361748 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b6a0ddc4-dc6d-4b43-b519-23296242dc09 req-2e4f47f1-06fe-463f-9833-38cc79842a91 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397724 Apr 07 11:48:02.368931 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf99ee1-816f-4d62-8c89-88ed614c41a7 req-0ac883f7-04d6-4747-aa43-dda3eca45a2b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:02.370558 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ecf99ee1-816f-4d62-8c89-88ed614c41a7 req-0ac883f7-04d6-4747-aa43-dda3eca45a2b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 944 time: 0.1183605 Apr 07 11:48:02.464418 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Publish callbacks [] for port (3201847a-6028-4e29-8714-a1c2d874557a), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.484638 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (3201847a-6028-4e29-8714-a1c2d874557a), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.487042 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ecf99ee1-816f-4d62-8c89-88ed614c41a7 req-c969ca49-70e0-4fff-8aed-e4ae4a18dbe6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083450 Apr 07 11:48:02.599641 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Attempting to bind port 3201847a-6028-4e29-8714-a1c2d874557a on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:02.600073 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Attempting to bind port 3201847a-6028-4e29-8714-a1c2d874557a by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:02.601123 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Attempting to bind port 3201847a-6028-4e29-8714-a1c2d874557a on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:02.605143 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Pushing event updated for resources: {'Port': ['ID=3201847a-6028-4e29-8714-a1c2d874557a,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:02.614757 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:02.615126 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:02.615527 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.615915 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:02.616427 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Bound port: 3201847a-6028-4e29-8714-a1c2d874557a, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:02.616819 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (3201847a-6028-4e29-8714-a1c2d874557a), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.619455 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.620217 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.620643 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.620957 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.621286 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.621604 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.622166 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.622533 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.622856 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.623177 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.623496 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.623826 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.634510 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Allocated IP 172.20.0.1 (03994c54-3577-4093-861c-ec84d9d77c85/f38c5977-0203-4668-a1ef-c4a4a5df9f57/c5e7b391-c070-4099-8aaa-f36797c993f1) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:02.636662 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port a00a776f-9847-4f59-9330-917701cd2d2c completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:48:02.639011 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.641004 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.643782 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:02.719528 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port a00a776f-9847-4f59-9330-917701cd2d2c triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:02.719528 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.813789 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] For port 3201847a-6028-4e29-8714-a1c2d874557a, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:02.825803 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] For port 3201847a-6028-4e29-8714-a1c2d874557a, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=3201847a-6028-4e29-8714-a1c2d874557a,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:02.831230 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 81fe04a0-b06d-478b-821d-30ac30d9c7cc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=81fe04a0-b06d-478b-821d-30ac30d9c7cc,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:02.840356 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Publish callbacks [] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.843088 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (3201847a-6028-4e29-8714-a1c2d874557a), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.883983 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:02.897527 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '81fe04a0-b06d-478b-821d-30ac30d9c7cc', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'port_id': '81fe04a0-b06d-478b-821d-30ac30d9c7cc', 'mac_address': 'fa:16:3e:90:e1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:48:02.936593 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:02.937503 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:02.950851 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Network 03994c54-3577-4093-861c-ec84d9d77c85 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:02.956377 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:02.978587 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:02.982627 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e7b391-c070-4099-8aaa-f36797c993f1,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:03.015043 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:00Z', 'revision_number': 3, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:03.062184 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (6ae7976c-23c4-4995-8e05-e133911b86fc), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.112349 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Checking router: 36f20978-d5a9-4adb-83ae-02468fc008d1 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:03.112886 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Updating router 36f20978-d5a9-4adb-83ae-02468fc008d1 port 049ecea5-2ae3-4040-83da-c71bbb52345f binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:03.202174 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.215863 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a0596-3e90-4b0e-a797-cf36e413f443 None None] Pushing event updated for resources: {'Port': ['ID=3201847a-6028-4e29-8714-a1c2d874557a,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:03.264366 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.312487 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 81fe04a0-b06d-478b-821d-30ac30d9c7cc is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:03.313081 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.334358 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:03.350343 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fe04a0-b06d-478b-821d-30ac30d9c7cc {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:48:03.369198 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.423731 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 81fe04a0-b06d-478b-821d-30ac30d9c7cc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=81fe04a0-b06d-478b-821d-30ac30d9c7cc,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:03.480428 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.543466 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Allocated IP 172.20.0.1 (aa076410-3c7e-496c-bab0-99102f27aa65/22fbaf62-5711-4748-9616-2129b0e0bb3c/93e47e41-3ff1-40d1-9c51-e427df1c74dd) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:03.616471 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-632dddcc-16cc-400e-9de4-306d8404112b None None] Provisioning complete for port c5e7b391-c070-4099-8aaa-f36797c993f1 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:03.616896 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-632dddcc-16cc-400e-9de4-306d8404112b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.618901 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port a00a776f-9847-4f59-9330-917701cd2d2c is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:03.619271 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.707018 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:47:59Z', 'revision_number': 3, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:03.714667 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:03.717110 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f30e2f-a6a3-40df-81b3-24985d9d80a8" -d '{"events": [{"server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "name": "network-vif-plugged", "status": "completed", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:03.745099 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Publish callbacks [] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.751394 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb7d6a0-0b6f-4d7c-b5f9-19dd8cf2beb5 None None] The sync data for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi is: [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:47:59Z', 'revision_number': 3, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:03.782552 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a00a776f-9847-4f59-9330-917701cd2d2c, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a00a776f-9847-4f59-9330-917701cd2d2c,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:03.794691 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-632dddcc-16cc-400e-9de4-306d8404112b None None] Port c5e7b391-c070-4099-8aaa-f36797c993f1 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:03.799291 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.838424 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=81fe04a0-b06d-478b-821d-30ac30d9c7cc,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:03.846535 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:03.863509 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cee263-c3ac-4e8b-b998-a2b02a1a7317 req-f59e5a79-c4fb-4768-8ec5-f34fd5dd2643 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:03.867302 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-43cee263-c3ac-4e8b-b998-a2b02a1a7317 req-f59e5a79-c4fb-4768-8ec5-f34fd5dd2643 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 944 time: 0.3261313 Apr 07 11:48:03.895086 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39ac89-2be3-4709-a709-62d68ea72f91 req-c74f786e-18b8-42cb-bc87-43e3af583f3d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:03.897368 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8f39ac89-2be3-4709-a709-62d68ea72f91 req-c74f786e-18b8-42cb-bc87-43e3af583f3d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.3459749 Apr 07 11:48:03.917459 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['81fe04a0-b06d-478b-821d-30ac30d9c7cc'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:48:03.920266 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=a00a776f-9847-4f59-9330-917701cd2d2c,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:03.956629 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Network aa076410-3c7e-496c-bab0-99102f27aa65 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:03.962896 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:03.966550 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:04.015693 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Pushing event updated for resources: {'Port': ['ID=93e47e41-3ff1-40d1-9c51-e427df1c74dd,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:04.055944 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (36f20978-d5a9-4adb-83ae-02468fc008d1), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.085144 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.119870 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8f39ac89-2be3-4709-a709-62d68ea72f91 req-858c1798-7050-4d28-97e2-a1049cbce733 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082925 Apr 07 11:48:04.123342 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-43cee263-c3ac-4e8b-b998-a2b02a1a7317 req-d2a45ac3-361b-4236-bebe-ad41f8fa242e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2442162 Apr 07 11:48:04.352253 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3727978a-2fe3-4b1a-ac99-2c98726ba1f8 x-openstack-request-id: req-3727978a-2fe3-4b1a-ac99-2c98726ba1f8 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:04.352563 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "name": "network-vif-plugged", "status": "completed", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:04.361291 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3727978a-2fe3-4b1a-ac99-2c98726ba1f8 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:04.361865 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3727978a-2fe3-4b1a-ac99-2c98726ba1f8'] response: {'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'code': 200} Apr 07 11:48:04.398653 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.443942 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Publish callbacks [] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.475691 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.480986 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-c730ad65-de40-44ce-9e7f-7e4a04b51ec3 None None] Provisioning complete for port 93e47e41-3ff1-40d1-9c51-e427df1c74dd triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:04.481394 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-c730ad65-de40-44ce-9e7f-7e4a04b51ec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.594359 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8248f1-01ee-488b-8755-f3bf35e2de6e None None] Pushing event updated for resources: {'Port': ['ID=049ecea5-2ae3-4040-83da-c71bbb52345f,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:04.674003 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-c730ad65-de40-44ce-9e7f-7e4a04b51ec3 None None] Port 93e47e41-3ff1-40d1-9c51-e427df1c74dd cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:04.680605 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Attempting to bind port 049ecea5-2ae3-4040-83da-c71bbb52345f on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:04.681389 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Attempting to bind port 049ecea5-2ae3-4040-83da-c71bbb52345f by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:04.682115 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Attempting to bind port 049ecea5-2ae3-4040-83da-c71bbb52345f on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:04.693193 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:04.694351 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:04.694922 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.695469 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:04.695710 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e1c74-0d54-493e-8961-6ff22053a764 req-3d74802d-dd66-4be0-b0e3-a214b96affcf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:04.696329 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Bound port: 049ecea5-2ae3-4040-83da-c71bbb52345f, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:04.698139 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.698577 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-684e1c74-0d54-493e-8961-6ff22053a764 req-3d74802d-dd66-4be0-b0e3-a214b96affcf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 945 time: 0.4600821 Apr 07 11:48:04.704295 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.764876 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Publish callbacks [] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.779249 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.822884 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] For port 049ecea5-2ae3-4040-83da-c71bbb52345f, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:04.828327 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] For port 049ecea5-2ae3-4040-83da-c71bbb52345f, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=049ecea5-2ae3-4040-83da-c71bbb52345f,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:04.846203 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.853334 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Publish callbacks [] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.856949 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37368740-9fec-4e49-8290-90448d51712f req-165a5a2c-592a-472e-8f70-7827bd8a8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:04.858623 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-37368740-9fec-4e49-8290-90448d51712f req-165a5a2c-592a-472e-8f70-7827bd8a8ffc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 1129 time: 0.2845867 Apr 07 11:48:04.860463 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (36f20978-d5a9-4adb-83ae-02468fc008d1), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.867261 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-684e1c74-0d54-493e-8961-6ff22053a764 req-70b692d7-b243-436f-8d30-8d8c0a3d2ebe tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561000 Apr 07 11:48:04.879580 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:04.953849 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:04.955596 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:05.009557 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Pushing event updated for resources: {'Port': ['ID=93e47e41-3ff1-40d1-9c51-e427df1c74dd,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:05.043326 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Pushing event updated for resources: {'Port': ['ID=c5e7b391-c070-4099-8aaa-f36797c993f1,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:05.060557 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (6ae7976c-23c4-4995-8e05-e133911b86fc), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:05.079541 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-37368740-9fec-4e49-8290-90448d51712f req-6dd5fd16-2650-4eba-961c-42d9f864804d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104461 Apr 07 11:48:05.095520 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Network aa076410-3c7e-496c-bab0-99102f27aa65 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:05.097039 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:05.255587 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8248f1-01ee-488b-8755-f3bf35e2de6e None None] Pushing event updated for resources: {'Port': ['ID=049ecea5-2ae3-4040-83da-c71bbb52345f,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:05.322659 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Network 03994c54-3577-4093-861c-ec84d9d77c85 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:05.397771 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:05.450485 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:05.506728 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Router 36f20978-d5a9-4adb-83ae-02468fc008d1 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:05.520351 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 3201847a-6028-4e29-8714-a1c2d874557a up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:05.749627 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Router 6ae7976c-23c4-4995-8e05-e133911b86fc has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:05.763002 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c586ba-89d8-487f-ad57-cfa2884e9ef8 req-7b412ffe-7b9e-46c0-8b66-050696f78769 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:05.770231 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:05.770981 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c3c586ba-89d8-487f-ad57-cfa2884e9ef8 req-7b412ffe-7b9e-46c0-8b66-050696f78769 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.4396060 Apr 07 11:48:05.776165 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-a11789aa-e481-4498-bc9f-609a1e82c53d admin admin] 10.222.0.15 "PUT /v2.0/routers/36f20978-d5a9-4adb-83ae-02468fc008d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7436173 Apr 07 11:48:05.782257 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800f579-341f-4732-9322-10a75ed50f8b req-693a7427-f1ed-4c1c-88e3-fb8f7a762e7a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:05.790535 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e800f579-341f-4732-9322-10a75ed50f8b req-693a7427-f1ed-4c1c-88e3-fb8f7a762e7a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.4302733 Apr 07 11:48:05.812688 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-f38ae3f5-9477-4635-bfad-c14fccebb428 None None] Provisioning complete for port 93e47e41-3ff1-40d1-9c51-e427df1c74dd triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:05.813205 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f38ae3f5-9477-4635-bfad-c14fccebb428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:05.885561 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e800f579-341f-4732-9322-10a75ed50f8b req-45e6646a-a170-4381-9236-ab5287a73162 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938556 Apr 07 11:48:05.906809 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 3201847a-6028-4e29-8714-a1c2d874557a triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:05.907336 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (3201847a-6028-4e29-8714-a1c2d874557a), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:05.912293 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-f38ae3f5-9477-4635-bfad-c14fccebb428 None None] Port 93e47e41-3ff1-40d1-9c51-e427df1c74dd cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:06.006636 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c3c586ba-89d8-487f-ad57-cfa2884e9ef8 req-4c38eb28-c865-4d31-87a5-1aa58194f325 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340271 Apr 07 11:48:06.041665 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 3201847a-6028-4e29-8714-a1c2d874557a is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:06.042139 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (3201847a-6028-4e29-8714-a1c2d874557a), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.069291 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 3201847a-6028-4e29-8714-a1c2d874557a, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=3201847a-6028-4e29-8714-a1c2d874557a,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:06.079370 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (3201847a-6028-4e29-8714-a1c2d874557a), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.132985 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526f401-dc0f-46af-bee1-437cb384a457 req-aba1b7e4-505e-413e-99b4-1bfa0bf5ed13 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:06.134564 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a526f401-dc0f-46af-bee1-437cb384a457 req-aba1b7e4-505e-413e-99b4-1bfa0bf5ed13 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 945 time: 0.1624389 Apr 07 11:48:06.150885 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 2, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:06.193006 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97183335-dd57-4d2f-b5de-94265e4c4b02 None None] The sync data for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi is: [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 2, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:06.198783 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-eb976dd3-f29b-42f8-822e-b801fa146a1c None None] Provisioning complete for port c5e7b391-c070-4099-8aaa-f36797c993f1 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:06.200172 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-eb976dd3-f29b-42f8-822e-b801fa146a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.214620 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:06.233693 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-2bb4159b-3093-4bb7-acad-64f0d239e877 admin admin] 10.222.0.15 "PUT /v2.0/routers/6ae7976c-23c4-4995-8e05-e133911b86fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9424036 Apr 07 11:48:06.300577 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-eb976dd3-f29b-42f8-822e-b801fa146a1c None None] Port c5e7b391-c070-4099-8aaa-f36797c993f1 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:06.328882 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=3201847a-6028-4e29-8714-a1c2d874557a,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:06.337392 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 81fe04a0-b06d-478b-821d-30ac30d9c7cc up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:06.364741 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a526f401-dc0f-46af-bee1-437cb384a457 req-ce1bf6bc-d5d2-4bc0-a2a1-25152d69ed9a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177083 Apr 07 11:48:06.433104 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 81fe04a0-b06d-478b-821d-30ac30d9c7cc completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:48:06.440347 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 81fe04a0-b06d-478b-821d-30ac30d9c7cc triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:06.441208 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.574360 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 81fe04a0-b06d-478b-821d-30ac30d9c7cc is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:06.575069 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.650503 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe04a0-b06d-478b-821d-30ac30d9c7cc'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:06.666976 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5325e1-b05f-494d-b665-31b157e9a3e7" -d '{"events": [{"server_uuid": "b043229f-0d1f-4a3c-bf87-ab13d2be25b0", "name": "network-vif-plugged", "status": "completed", "tag": "81fe04a0-b06d-478b-821d-30ac30d9c7cc"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:06.725883 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 81fe04a0-b06d-478b-821d-30ac30d9c7cc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=81fe04a0-b06d-478b-821d-30ac30d9c7cc,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:06.736667 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.785058 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f22da-074a-4a2b-aef6-a0ce03d75b3d x-openstack-request-id: req-389f22da-074a-4a2b-aef6-a0ce03d75b3d {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:06.785565 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b043229f-0d1f-4a3c-bf87-ab13d2be25b0", "name": "network-vif-plugged", "status": "completed", "tag": "81fe04a0-b06d-478b-821d-30ac30d9c7cc", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:06.786150 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-389f22da-074a-4a2b-aef6-a0ce03d75b3d {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:06.786710 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-389f22da-074a-4a2b-aef6-a0ce03d75b3d'] response: {'server_uuid': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fe04a0-b06d-478b-821d-30ac30d9c7cc', 'code': 200} Apr 07 11:48:06.825955 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60518) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:06.831886 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2029267501-network', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:06.853519 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=81fe04a0-b06d-478b-821d-30ac30d9c7cc,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:06.878599 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Made reservation on behalf of 7e5ed1efed7c4fbe95988fc56b85a777 for: {'network': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:06.881549 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.902689 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:06.949749 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Sync routers for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:06.964698 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:06.966561 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:07.028494 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Publish callbacks [] for security_group (a147586c-88d9-49a5-91d8-f695c29e6fba), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.034943 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a147586c-88d9-49a5-91d8-f695c29e6fba), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.053246 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=109936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:07.071243 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (ad8ede03-2c4a-4912-b6ab-e5f715fecfef), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.071243 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.segments_db [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Added segment ad8ede03-2c4a-4912-b6ab-e5f715fecfef of type vlan for network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e Apr 07 11:48:07.160288 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (40b3d5a9-6b1d-4b32-97e2-8b63d595898e), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.180555 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894ded6-c4ce-44f2-85cb-81d0bec6ca60 req-4b66462b-4555-4707-8dac-9cf79025b34b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.185582 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d894ded6-c4ce-44f2-85cb-81d0bec6ca60 req-4b66462b-4555-4707-8dac-9cf79025b34b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.1267726 Apr 07 11:48:07.246799 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:07.253741 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a147586c-88d9-49a5-91d8-f695c29e6fba,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:07.267807 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (40b3d5a9-6b1d-4b32-97e2-8b63d595898e), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.269114 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.271726 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.416432 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5887599 Apr 07 11:48:07.426248 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60534) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:07.428316 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Request body: {'subnet': {'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2029267501-subnet', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'ip_version': 4}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:07.439940 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d894ded6-c4ce-44f2-85cb-81d0bec6ca60 req-a69e9d20-b2be-4676-90c2-899c27fb0e6a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2365246 Apr 07 11:48:07.446113 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec6330-50ee-43f5-abb8-d87cb2fae11e req-88cfd22c-0c39-4929-a5f6-9ccb2942a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.447784 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b8ec6330-50ee-43f5-abb8-d87cb2fae11e req-88cfd22c-0c39-4929-a5f6-9ccb2942a8e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 1130 time: 0.2608082 Apr 07 11:48:07.448344 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60536) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:07.454785 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-619599106-network', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:07.474245 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1c4bf-b8e1-4c94-bc80-840201bf2e2f admin admin] Pushing event updated for resources: {'Network': ['ID=40b3d5a9-6b1d-4b32-97e2-8b63d595898e,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:07.491384 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:07.518599 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a363758-0c27-4afb-bcc8-86c51de50623 req-aea41ce9-6220-4321-9600-f6912034f152 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.524078 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9a363758-0c27-4afb-bcc8-86c51de50623 req-aea41ce9-6220-4321-9600-f6912034f152 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.3592024 Apr 07 11:48:07.532310 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Made reservation on behalf of 7e5ed1efed7c4fbe95988fc56b85a777 for: {'subnet': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:07.535586 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-128981392'] for subnet (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.574963 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Made reservation on behalf of 455ce71d08f74d52a3c6c85edfdd5d04 for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:07.577597 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.656431 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:07.694672 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b8ec6330-50ee-43f5-abb8-d87cb2fae11e req-da62e3b7-7e35-4bc2-b8b4-9c5cd3930fb7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2259881 Apr 07 11:48:07.702066 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 3201847a-6028-4e29-8714-a1c2d874557a up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:07.749222 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9a363758-0c27-4afb-bcc8-86c51de50623 req-51c325ed-aaf1-4c61-bc8b-1720950904c7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072074 Apr 07 11:48:07.802754 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f170983-fb29-4c5d-a9f2-0c9fabed22c9 req-6f92b092-49e9-445c-b253-aaaf655c9147 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:07.840109 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f170983-fb29-4c5d-a9f2-0c9fabed22c9 req-6f92b092-49e9-445c-b253-aaaf655c9147 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 946 time: 0.2726731 Apr 07 11:48:07.874331 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 3201847a-6028-4e29-8714-a1c2d874557a triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:07.875014 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (3201847a-6028-4e29-8714-a1c2d874557a), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.002980 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1978152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-128976490'] for subnet (c1ff7675-b477-41af-a25a-b5fc9ed2a7b4), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.007491 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 2, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:08.081803 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1ff7675-b477-41af-a25a-b5fc9ed2a7b4,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:08.094598 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Checking router: 6ae7976c-23c4-4995-8e05-e133911b86fc for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:08.095107 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Updating router 6ae7976c-23c4-4995-8e05-e133911b86fc port c5e7b391-c070-4099-8aaa-f36797c993f1 binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:08.097176 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 3201847a-6028-4e29-8714-a1c2d874557a is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:08.121252 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f170983-fb29-4c5d-a9f2-0c9fabed22c9 req-eead8c4c-acf7-456d-b64b-bc987965a22e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801065 Apr 07 11:48:08.125645 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Checking segment: {'id': 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:08.126112 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Network hostable DHCP agents. Network: 40b3d5a9-6b1d-4b32-97e2-8b63d595898e, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109936) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:08.163673 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109936) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:08.181320 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.186564 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 40b3d5a9-6b1d-4b32-97e2-8b63d595898e) {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:08.195109 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.200132 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.200402 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Publish callbacks [] for security_group (bbd77e36-6df1-4954-9170-6e6fca6bde95), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.201234 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dacebb-9d66-4265-8b54-917f4cf4a0dc None None] Network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:08.228810 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bbd77e36-6df1-4954-9170-6e6fca6bde95), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.245019 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-816c37eb-71d1-458d-9bcd-612116f5e772 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8201032 Apr 07 11:48:08.247282 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60542) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:08.258305 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:48:08.267113 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:08.275046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (35de7857-5215-4537-a206-c1afb20f9e07), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.275556 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Added segment 35de7857-5215-4537-a206-c1afb20f9e07 of type vlan for network 47383bc7-df2b-43fe-9066-05683398854a Apr 07 11:48:08.312904 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.316197 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.332405 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (47383bc7-df2b-43fe-9066-05683398854a), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.396235 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (47383bc7-df2b-43fe-9066-05683398854a), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.399828 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:08.401292 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.450055 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks [] for router_controller (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), precommit_add_association {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.498645 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-40b3d5a9-6b1d-4b32-97e2-8b63d595898e', 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e', 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'fixed_ips': [{'subnet_id': 'c1ff7675-b477-41af-a25a-b5fc9ed2a7b4'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:08.499520 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.624904 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1745009 Apr 07 11:48:08.636296 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60548) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:08.637278 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Pushing event updated for resources: {'Network': ['ID=47383bc7-df2b-43fe-9066-05683398854a,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:08.687065 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Request body: {'subnet': {'network_id': '47383bc7-df2b-43fe-9066-05683398854a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-619599106-subnet', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'ip_version': 4}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:08.694982 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 47383bc7-df2b-43fe-9066-05683398854a details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:48:08.722535 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks [] for router_gateway (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.786718 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Publish callbacks [] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.794573 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Made reservation on behalf of 455ce71d08f74d52a3c6c85edfdd5d04 for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:08.797079 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126528581'] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.800978 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:08.996000 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Attempting to bind port c5e7b391-c070-4099-8aaa-f36797c993f1 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:08.997603 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Attempting to bind port c5e7b391-c070-4099-8aaa-f36797c993f1 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:08.998232 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Attempting to bind port c5e7b391-c070-4099-8aaa-f36797c993f1 on network 03994c54-3577-4093-861c-ec84d9d77c85 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:09.002206 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ec501-a4fe-4fe9-9bf6-22122199d3fc None None] Pushing event updated for resources: {'Port': ['ID=c5e7b391-c070-4099-8aaa-f36797c993f1,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:09.019172 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:09.020428 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Checking segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:09.021156 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.022240 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Bound using segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:09.023124 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Bound port: c5e7b391-c070-4099-8aaa-f36797c993f1, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:09.023997 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.057635 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e730cd3-7cc5-4e97-9be5-020aadc2db67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd77e36-6df1-4954-9170-6e6fca6bde95,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:09.075109 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129855189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126530495'] for subnet (eebe68d7-51b0-4ad2-8a61-d574260a916f), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.106712 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Allocated IP 172.20.0.2 (40b3d5a9-6b1d-4b32-97e2-8b63d595898e/c1ff7675-b477-41af-a25a-b5fc9ed2a7b4/b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:09.193158 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d10f6-7c11-4be8-b4d2-d320b599492d req-a2b73a84-ea14-4fea-b077-7dd7e7795fb8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:09.205227 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b00d10f6-7c11-4be8-b4d2-d320b599492d req-a2b73a84-ea14-4fea-b077-7dd7e7795fb8 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.5842068 Apr 07 11:48:09.228434 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] For port c5e7b391-c070-4099-8aaa-f36797c993f1, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:09.228666 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks [] for router_gateway (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.233848 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] For port c5e7b391-c070-4099-8aaa-f36797c993f1, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=c5e7b391-c070-4099-8aaa-f36797c993f1,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:09.243065 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.279661 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.320985 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Checking segment: {'id': '35de7857-5215-4537-a206-c1afb20f9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '47383bc7-df2b-43fe-9066-05683398854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:09.321350 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Network hostable DHCP agents. Network: 47383bc7-df2b-43fe-9066-05683398854a, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:48:09.339365 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1440a7df-0430-49ba-b52d-449a2488de54 req-ca0bb12c-3011-4b9b-8622-f964b6c193d5 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:09.343189 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1440a7df-0430-49ba-b52d-449a2488de54 req-ca0bb12c-3011-4b9b-8622-f964b6c193d5 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.2937753 Apr 07 11:48:09.361116 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b00d10f6-7c11-4be8-b4d2-d320b599492d req-6b4c69e9-cf7f-40ea-a3e0-cf9799e14bdc tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548750 Apr 07 11:48:09.365869 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eebe68d7-51b0-4ad2-8a61-d574260a916f,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:09.428613 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Network 47383bc7-df2b-43fe-9066-05683398854a is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:48:09.473711 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 47383bc7-df2b-43fe-9066-05683398854a) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:09.483926 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:09.484518 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.512861 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ec501-a4fe-4fe9-9bf6-22122199d3fc None None] Pushing event updated for resources: {'Port': ['ID=c5e7b391-c070-4099-8aaa-f36797c993f1,revision_number=4']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:09.536935 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:09.537692 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:09.572143 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-a0d3915e-77fb-472e-bc47-3b2c106563c9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9226851 Apr 07 11:48:09.590989 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Publish callbacks [] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.611751 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9283b02-824f-487f-ab79-5649736ebf02 None None] Network 47383bc7-df2b-43fe-9066-05683398854a requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:09.613131 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60560) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:09.618518 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 049ecea5-2ae3-4040-83da-c71bbb52345f up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:09.626886 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:09.632060 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:09.645838 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1440a7df-0430-49ba-b52d-449a2488de54 req-a67039b0-3005-41ba-b30e-47a3d8b033de tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808878 Apr 07 11:48:09.659820 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc5d71-ecfd-4010-b74b-53bf7cc84c70 req-a35f567c-b219-4fb4-a1fe-b8c1054253aa tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:09.667130 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e8bc5d71-ecfd-4010-b74b-53bf7cc84c70 req-a35f567c-b219-4fb4-a1fe-b8c1054253aa tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 946 time: 0.1602168 Apr 07 11:48:09.747831 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e8bc5d71-ecfd-4010-b74b-53bf7cc84c70 req-d1c0d8b5-f012-4545-94e1-9588c4aaa948 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780804 Apr 07 11:48:09.759398 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Allocated IP 172.27.3.29 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/a6aee4d0-3211-4492-9794-c4fd489c30e2) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:09.816230 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:09.967342 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks [] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.026541 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.033492 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (68b29ebf-7ce7-4167-b5e9-85ba654427da), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.034402 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (68b29ebf-7ce7-4167-b5e9-85ba654427da), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.100947 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:10.115543 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad123bd-d220-4844-9489-a01119fba711 req-40d65f50-5106-43f9-8120-b56f9b1c239a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:10.118878 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:10.122956 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8ad123bd-d220-4844-9489-a01119fba711 req-40d65f50-5106-43f9-8120-b56f9b1c239a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.2588184 Apr 07 11:48:10.125519 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:10.140338 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60564) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:10.142048 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:09Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:10.142595 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Pushing event updated for resources: {'Port': ['ID=a6aee4d0-3211-4492-9794-c4fd489c30e2,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:10.145204 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-dd311a4d-bce3-4be7-b2c8-fdd19b3e88c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Request body: {'floatingip': {'port_id': 'a00a776f-9847-4f59-9330-917701cd2d2c'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:10.242352 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00445e66-e2d1-49e8-b744-85cb7055e0fe None None] The sync data for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi is: [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:09Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:10.243714 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:10.249200 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-39cd1a33-9445-4618-8528-1a1927728648 None None] Provisioning complete for port c5e7b391-c070-4099-8aaa-f36797c993f1 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:10.249678 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-39cd1a33-9445-4618-8528-1a1927728648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.260723 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks [] for router_controller (68b29ebf-7ce7-4167-b5e9-85ba654427da), precommit_add_association {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.265907 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:48:10.272962 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:10.297485 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dd311a4d-bce3-4be7-b2c8-fdd19b3e88c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for floatingip (d1e96ef2-b555-49be-adb4-a801e3ce2a95), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.430953 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:10.433203 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Pushing event updated for resources: {'Port': ['ID=b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:10.459200 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Sync routers for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:10.532856 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 049ecea5-2ae3-4040-83da-c71bbb52345f triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:10.533323 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.540201 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-47383bc7-df2b-43fe-9066-05683398854a', 'network_id': '47383bc7-df2b-43fe-9066-05683398854a', 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'fixed_ips': [{'subnet_id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:48:10.555290 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.659837 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks [] for router_gateway (68b29ebf-7ce7-4167-b5e9-85ba654427da), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.724278 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Attempting to bind port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:10.724971 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Attempting to bind port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:10.725074 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Attempting to bind port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 on network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:10.739060 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:10.739214 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:10.945860 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:10.946239 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Checking segment: {'id': 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:10.947143 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:10.947549 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Bound using segment: {'id': 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:10.948043 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Bound port: b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:10.948430 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.152015 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2feaec-b738-4b71-8631-35ee648b9934 req-338ec250-475f-4934-a314-955198080159 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:11.157220 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9f2feaec-b738-4b71-8631-35ee648b9934 req-338ec250-475f-4934-a314-955198080159 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.2511292 Apr 07 11:48:11.158093 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-39cd1a33-9445-4618-8528-1a1927728648 None None] Current status of the port c5e7b391-c070-4099-8aaa-f36797c993f1 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:11.158093 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-39cd1a33-9445-4618-8528-1a1927728648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.254436 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 049ecea5-2ae3-4040-83da-c71bbb52345f is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:11.254830 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.279134 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] For port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:11.281107 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036c8fa-eaa2-490c-b40f-dffc362fdfc8 req-f066701e-a094-412e-947a-9d86ea4d74b1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:11.294123 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b036c8fa-eaa2-490c-b40f-dffc362fdfc8 req-f066701e-a094-412e-947a-9d86ea4d74b1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 946 time: 0.3337479 Apr 07 11:48:11.338487 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 049ecea5-2ae3-4040-83da-c71bbb52345f, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=049ecea5-2ae3-4040-83da-c71bbb52345f,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:11.342274 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Allocated IP 172.20.0.2 (47383bc7-df2b-43fe-9066-05683398854a/eebe68d7-51b0-4ad2-8a61-d574260a916f/bef40c9b-998f-4583-a219-c445aebb2aad) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:11.481661 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.492097 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] For port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4,segment=NetworkSegment(ad8ede03-2c4a-4912-b6ab-e5f715fecfef),segment_id=ad8ede03-2c4a-4912-b6ab-e5f715fecfef)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:11.623874 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=049ecea5-2ae3-4040-83da-c71bbb52345f,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:11.669773 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.687056 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-39cd1a33-9445-4618-8528-1a1927728648 None None] For port c5e7b391-c070-4099-8aaa-f36797c993f1, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=c5e7b391-c070-4099-8aaa-f36797c993f1,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:11.816491 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:11.823346 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97935f96-95aa-4b65-b318-8729953fbbb5 None None] Pushing event updated for resources: {'Port': ['ID=b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:11.827707 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device c5e7b391-c070-4099-8aaa-f36797c993f1 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:11.850180 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9f2feaec-b738-4b71-8631-35ee648b9934 req-75eb14a1-8091-45fe-9423-c732bfdbc8d9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6761096 Apr 07 11:48:11.858579 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks [] for router_gateway (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:11.872736 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b036c8fa-eaa2-490c-b40f-dffc362fdfc8 req-d30e2d42-ec6e-496c-9f12-8b79b9795fa5 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490335 Apr 07 11:48:11.935089 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-39cd1a33-9445-4618-8528-1a1927728648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.166982 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dd311a4d-bce3-4be7-b2c8-fdd19b3e88c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.181846 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87494fa6-7ee6-4945-9243-d6ed3b5b1c60 req-08c16b9d-bbd8-4dba-92df-58e4d7ddf61d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:12.195121 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-87494fa6-7ee6-4945-9243-d6ed3b5b1c60 req-08c16b9d-bbd8-4dba-92df-58e4d7ddf61d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 946 time: 0.1971798 Apr 07 11:48:12.195121 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60586) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:12.205087 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'floatingip': {'port_id': '81fe04a0-b06d-478b-821d-30ac30d9c7cc'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:12.260465 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Publish callbacks [] for port (bef40c9b-998f-4583-a219-c445aebb2aad), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.269817 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-fa579fdb-bc17-4f83-9a18-d0b698719691 None None] Provisioning complete for port c5e7b391-c070-4099-8aaa-f36797c993f1 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:12.270199 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fa579fdb-bc17-4f83-9a18-d0b698719691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.271774 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd1a33-9445-4618-8528-1a1927728648 None None] Pushing event updated for resources: {'Port': ['ID=c5e7b391-c070-4099-8aaa-f36797c993f1,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:12.283693 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (69e80271-45bd-4b0a-b9f9-76bc9fcabfc8), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.286935 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dd311a4d-bce3-4be7-b2c8-fdd19b3e88c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (d1e96ef2-b555-49be-adb4-a801e3ce2a95), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.331901 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.359165 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port c5e7b391-c070-4099-8aaa-f36797c993f1 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:12.359547 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.411004 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Network 47383bc7-df2b-43fe-9066-05683398854a is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:12.439794 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:12.451861 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:12.491947 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.523327 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Pushing event updated for resources: {'Port': ['ID=bef40c9b-998f-4583-a219-c445aebb2aad,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:12.610358 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks [] for router_gateway (68b29ebf-7ce7-4167-b5e9-85ba654427da), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.659929 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.685659 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port c5e7b391-c070-4099-8aaa-f36797c993f1 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:12.699767 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-dd311a4d-bce3-4be7-b2c8-fdd19b3e88c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Floating IP d1e96ef2-b555-49be-adb4-a801e3ce2a95 associated. External IP: 172.27.3.72, port: a00a776f-9847-4f59-9330-917701cd2d2c. Apr 07 11:48:12.709202 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Attempting to bind port bef40c9b-998f-4583-a219-c445aebb2aad on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:12.709582 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Attempting to bind port bef40c9b-998f-4583-a219-c445aebb2aad by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '35de7857-5215-4537-a206-c1afb20f9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '47383bc7-df2b-43fe-9066-05683398854a'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:12.709946 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Attempting to bind port bef40c9b-998f-4583-a219-c445aebb2aad on network 47383bc7-df2b-43fe-9066-05683398854a {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:12.725789 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 2, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:12.756802 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Checking router: 36f20978-d5a9-4adb-83ae-02468fc008d1 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:12.757159 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Updating router 36f20978-d5a9-4adb-83ae-02468fc008d1 port 93e47e41-3ff1-40d1-9c51-e427df1c74dd binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:12.789043 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:12.789443 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Checking segment: {'id': '35de7857-5215-4537-a206-c1afb20f9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '47383bc7-df2b-43fe-9066-05683398854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:12.789849 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.790247 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Bound using segment: {'id': '35de7857-5215-4537-a206-c1afb20f9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '47383bc7-df2b-43fe-9066-05683398854a'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:12.790745 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Bound port: bef40c9b-998f-4583-a219-c445aebb2aad, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35de7857-5215-4537-a206-c1afb20f9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '47383bc7-df2b-43fe-9066-05683398854a'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:12.791131 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.800849 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:12.817434 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-fa579fdb-bc17-4f83-9a18-d0b698719691 None None] Current status of the port c5e7b391-c070-4099-8aaa-f36797c993f1 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:12.921668 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Allocated IP 172.27.3.254 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:12.975967 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:13.186243 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks [] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.216050 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:13.227034 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Sync routers for ids ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:13.256296 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Routers {'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:13.258167 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:13.265447 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.270219 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-452683be-0da8-40bc-81dd-d35aaa6a22b0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0191653 Apr 07 11:48:13.272485 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 60592) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:13.292157 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.397881 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:13.407945 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:13.409095 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] For port bef40c9b-998f-4583-a219-c445aebb2aad, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:13.414975 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:13.423024 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] For port bef40c9b-998f-4583-a219-c445aebb2aad, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=bef40c9b-998f-4583-a219-c445aebb2aad,segment=NetworkSegment(35de7857-5215-4537-a206-c1afb20f9e07),segment_id=35de7857-5215-4537-a206-c1afb20f9e07)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:13.432391 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Set router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:13.446915 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.556853 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c40fd5-74cc-4afd-bf43-fdb502414bb9 None None] Pushing event updated for resources: {'Port': ['ID=bef40c9b-998f-4583-a219-c445aebb2aad,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:13.565818 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Pushing event updated for resources: {'Port': ['ID=6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:13.711151 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.db.resource_extend [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 07 11:48:13.816100 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb551f24-47a3-4f8d-84f2-d39c6bd56dc8 None None] Network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:13.827390 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98ad9b-652b-4217-b43d-3ad80c7220f2 req-91a5bab7-82c0-4e60-8e09-6fe35b3b42b1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:13.830627 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7a98ad9b-652b-4217-b43d-3ad80c7220f2 req-91a5bab7-82c0-4e60-8e09-6fe35b3b42b1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.6693900 Apr 07 11:48:13.862730 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:08Z', 'updated_at': '2022-04-07T11:48:10Z', 'revision_number': 3, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'gw_port': {'id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:09Z', 'updated_at': '2022-04-07T11:48:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:13.884657 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.886990 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd311a4d-bce3-4be7-b2c8-fdd19b3e88c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:13.905258 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Checking router: cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:13.905544 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Updating router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 port a6aee4d0-3211-4492-9794-c4fd489c30e2 binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:13.921790 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (69e80271-45bd-4b0a-b9f9-76bc9fcabfc8), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.942910 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 049ecea5-2ae3-4040-83da-c71bbb52345f up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:13.943572 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks [] for router_gateway (68b29ebf-7ce7-4167-b5e9-85ba654427da), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:13.988266 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.073385 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-0dfbca81-f205-4733-822c-68d88901eec9 None None] Provisioning complete for port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:14.074883 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0dfbca81-f205-4733-822c-68d88901eec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.233426 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Publish callbacks [] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.239889 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (68b29ebf-7ce7-4167-b5e9-85ba654427da), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.241008 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 049ecea5-2ae3-4040-83da-c71bbb52345f triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:14.241565 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.242504 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7a98ad9b-652b-4217-b43d-3ad80c7220f2 req-1dce0a14-1f4b-4707-99e4-07c4d6faadd5 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3999276 Apr 07 11:48:14.282879 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.342274 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bfe65-a937-4931-ab5d-187f58aaaa72 None None] Pushing event updated for resources: {'Port': ['ID=93e47e41-3ff1-40d1-9c51-e427df1c74dd,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:14.410109 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Floating IP 69e80271-45bd-4b0a-b9f9-76bc9fcabfc8 associated. External IP: 172.27.3.170, port: 81fe04a0-b06d-478b-821d-30ac30d9c7cc. Apr 07 11:48:14.426575 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Router 68b29ebf-7ce7-4167-b5e9-85ba654427da is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:48:14.429555 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-0dfbca81-f205-4733-822c-68d88901eec9 None None] Current status of the port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:14.430249 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0dfbca81-f205-4733-822c-68d88901eec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.504339 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 049ecea5-2ae3-4040-83da-c71bbb52345f is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:14.506310 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:14.611162 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Publish callbacks [] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.626798 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.647060 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:14.673259 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.677867 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-9048c1d1-e4b0-4a0e-be49-792c7cd7ec09 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0618095 Apr 07 11:48:14.678438 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60606) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:14.687713 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Sync routers for ids ['68b29ebf-7ce7-4167-b5e9-85ba654427da'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:14.700647 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2de9e-0cbc-426a-b393-280781bd8031 None None] Pushing event updated for resources: {'Port': ['ID=a6aee4d0-3211-4492-9794-c4fd489c30e2,revision_number=2']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:14.731567 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Attempting to bind port 93e47e41-3ff1-40d1-9c51-e427df1c74dd on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:14.733029 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Attempting to bind port 93e47e41-3ff1-40d1-9c51-e427df1c74dd by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:14.733625 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Attempting to bind port 93e47e41-3ff1-40d1-9c51-e427df1c74dd on network aa076410-3c7e-496c-bab0-99102f27aa65 {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:14.745654 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Attempting to bind port a6aee4d0-3211-4492-9794-c4fd489c30e2 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:14.746017 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Attempting to bind port a6aee4d0-3211-4492-9794-c4fd489c30e2 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:14.746374 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Attempting to bind port a6aee4d0-3211-4492-9794-c4fd489c30e2 on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:14.747733 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-0dfbca81-f205-4733-822c-68d88901eec9 None None] For port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4,segment=NetworkSegment(ad8ede03-2c4a-4912-b6ab-e5f715fecfef),segment_id=ad8ede03-2c4a-4912-b6ab-e5f715fecfef)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:14.756171 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:14.756521 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:14.756989 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.757383 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:14.757872 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Bound port: a6aee4d0-3211-4492-9794-c4fd489c30e2, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:14.758260 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.764045 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Routers {'68b29ebf-7ce7-4167-b5e9-85ba654427da'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:14.764825 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['68b29ebf-7ce7-4167-b5e9-85ba654427da'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:14.856809 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] For port a6aee4d0-3211-4492-9794-c4fd489c30e2, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:14.865011 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] For port a6aee4d0-3211-4492-9794-c4fd489c30e2, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=a6aee4d0-3211-4492-9794-c4fd489c30e2,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:14.874781 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.883482 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:14.883482 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Checking segment: {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:14.883961 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.884733 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Bound using segment: {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:14.885350 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Bound port: 93e47e41-3ff1-40d1-9c51-e427df1c74dd, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:14.885796 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.888249 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0dfbca81-f205-4733-822c-68d88901eec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:14.957275 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Routers {'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:14.957784 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:15.004991 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:15.006012 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.052937 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd311a4d-bce3-4be7-b2c8-fdd19b3e88c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:15.086499 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] Set router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:15.091752 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dd311a4d-bce3-4be7-b2c8-fdd19b3e88c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.095220 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] Sync routers for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:15.134817 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Set router 68b29ebf-7ce7-4167-b5e9-85ba654427da gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:15.143376 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] For port 93e47e41-3ff1-40d1-9c51-e427df1c74dd, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:15.162402 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:15.162952 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:15.286190 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] For port 93e47e41-3ff1-40d1-9c51-e427df1c74dd, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=93e47e41-3ff1-40d1-9c51-e427df1c74dd,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:15.318693 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:15.344011 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aee92-d04c-4623-82ad-649a99672011 req-e8856e66-f1a0-4724-a752-43de5064e441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:15.345921 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-072aee92-d04c-4623-82ad-649a99672011 req-e8856e66-f1a0-4724-a752-43de5064e441 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 1130 time: 1.0871284 Apr 07 11:48:15.397156 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] Provisioning complete for port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:15.401052 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.402361 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbca81-f205-4733-822c-68d88901eec9 None None] Pushing event updated for resources: {'Port': ['ID=b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:15.435030 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2de9e-0cbc-426a-b393-280781bd8031 None None] Pushing event updated for resources: {'Port': ['ID=a6aee4d0-3211-4492-9794-c4fd489c30e2,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:15.459520 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:15.462351 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b156ee3-348d-4a53-b3c0-b0d0b53dde49 None None] Network 47383bc7-df2b-43fe-9066-05683398854a requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:48:15.525087 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-dd311a4d-bce3-4be7-b2c8-fdd19b3e88c4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "PUT /v2.0/floatingips/d1e96ef2-b555-49be-adb4-a801e3ce2a95 HTTP/1.1" status: 200 len: 990 time: 5.3832545 Apr 07 11:48:15.533844 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:15.536120 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96178775-a8ea-409c-84fe-0ef6fa312424" -d '{"events": [{"name": "network-changed", "server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:15.623775 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea61af1-f311-4214-aff0-e00c5efe2469 x-openstack-request-id: req-0ea61af1-f311-4214-aff0-e00c5efe2469 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:15.624061 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:15.624316 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ea61af1-f311-4214-aff0-e00c5efe2469 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:15.625380 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea61af1-f311-4214-aff0-e00c5efe2469'] response: {'name': 'network-changed', 'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'status': 'completed', 'code': 200} Apr 07 11:48:15.731951 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb84cb-b03a-48e6-9fd7-30dd5a281622 req-047a4b4f-2ae0-4b78-8f26-6b75c9f16fff tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:15.737879 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17eb84cb-b03a-48e6-9fd7-30dd5a281622 req-047a4b4f-2ae0-4b78-8f26-6b75c9f16fff tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.2841527 Apr 07 11:48:15.743930 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:15.744728 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:15.754042 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:08Z', 'updated_at': '2022-04-07T11:48:10Z', 'revision_number': 3, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'gw_port': {'id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:09Z', 'updated_at': '2022-04-07T11:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:15.763855 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'd1e96ef2-b555-49be-adb4-a801e3ce2a95', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'port_id': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'mac_address': 'fa:16:3e:32:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:49Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 1, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:55Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:15.776929 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aee92-d04c-4623-82ad-649a99672011 req-0532e655-8725-47ab-a863-8161cfcd1f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:15.779227 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-670d4451-0598-464c-b239-6ebadb159368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:15.781297 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-670d4451-0598-464c-b239-6ebadb159368 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 1129 time: 0.1484318 Apr 07 11:48:15.786366 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-072aee92-d04c-4623-82ad-649a99672011 req-0532e655-8725-47ab-a863-8161cfcd1f14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.3712604 Apr 07 11:48:15.790189 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:15.828345 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ed3b50-e7cf-4985-ac13-0bfa0c403084 None None] The sync data for ids ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'] in dv-cinder-836822-2-iscsi is: [{'id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:08Z', 'updated_at': '2022-04-07T11:48:10Z', 'revision_number': 3, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'gw_port': {'id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:09Z', 'updated_at': '2022-04-07T11:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:15.837884 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] Checking router: 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:15.853200 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:15.854107 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:15.862235 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:15.864989 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device c5e7b391-c070-4099-8aaa-f36797c993f1 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:15.872845 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8bfe65-a937-4931-ab5d-187f58aaaa72 None None] Pushing event updated for resources: {'Port': ['ID=93e47e41-3ff1-40d1-9c51-e427df1c74dd,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:15.988070 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.053105 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-9bdc262b-06e6-46e8-a3f6-6f7ac501777a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.054958 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-9bdc262b-06e6-46e8-a3f6-6f7ac501777a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.2617509 Apr 07 11:48:16.083900 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:16.095852 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] Current status of the port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:16.103037 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17eb84cb-b03a-48e6-9fd7-30dd5a281622 req-c6c6ef9c-b1c0-42cf-9332-eace4bd749cf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116870 Apr 07 11:48:16.105611 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-072aee92-d04c-4623-82ad-649a99672011 req-cd7a1f7e-3069-4f32-b276-f403f744759c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 HTTP/1.1" status: 200 len: 1001 time: 0.3040509 Apr 07 11:48:16.153881 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:10Z', 'updated_at': '2022-04-07T11:48:13Z', 'revision_number': 3, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'gw_port': {'id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:12Z', 'updated_at': '2022-04-07T11:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:16.193567 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Checking router: 68b29ebf-7ce7-4167-b5e9-85ba654427da for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:16.193928 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Updating router 68b29ebf-7ce7-4167-b5e9-85ba654427da port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:16.287434 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] Provisioning complete for port 93e47e41-3ff1-40d1-9c51-e427df1c74dd triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:16.288121 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.308536 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aee92-d04c-4623-82ad-649a99672011 req-bf57d2e9-7222-4d60-9996-3840a820928f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.310514 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-072aee92-d04c-4623-82ad-649a99672011 req-bf57d2e9-7222-4d60-9996-3840a820928f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.1959682 Apr 07 11:48:16.345730 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.365094 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-e5c84bcd-de76-477b-99e6-df8a5fe34990 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00a776f-9847-4f59-9330-917701cd2d2c HTTP/1.1" status: 200 len: 998 time: 0.3024852 Apr 07 11:48:16.404827 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:16.406240 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.411142 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.478783 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:16.495288 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port c5e7b391-c070-4099-8aaa-f36797c993f1 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:16.495288 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.549567 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:16.554560 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:16.555897 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Allocated IP 172.20.0.1 (47383bc7-df2b-43fe-9066-05683398854a/eebe68d7-51b0-4ad2-8a61-d574260a916f/aa29e3b4-059f-431e-9569-87d7e855a513) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:16.556178 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:16.565658 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-2f481e74-3480-4f12-afb1-39b818e5ef41 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "PUT /v2.0/floatingips/69e80271-45bd-4b0a-b9f9-76bc9fcabfc8 HTTP/1.1" status: 200 len: 992 time: 4.3687437 Apr 07 11:48:16.572749 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072aee92-d04c-4623-82ad-649a99672011 req-38060e99-2b47-4edd-98ba-eee4671b1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.574314 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-072aee92-d04c-4623-82ad-649a99672011 req-38060e99-2b47-4edd-98ba-eee4671b1f9b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2496393 Apr 07 11:48:16.627421 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'd1e96ef2-b555-49be-adb4-a801e3ce2a95', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'port_id': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'mac_address': 'fa:16:3e:32:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:49Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 1, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:55Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:16.687424 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376ad193-8b57-416f-bac5-c8e0437ffb96 None None] The sync data for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi is: [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'd1e96ef2-b555-49be-adb4-a801e3ce2a95', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'port_id': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'mac_address': 'fa:16:3e:32:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:49Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 1, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:55Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:16.696391 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Publish callbacks [] for port (aa29e3b4-059f-431e-9569-87d7e855a513), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.742366 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Allocated IP 172.20.0.1 (40b3d5a9-6b1d-4b32-97e2-8b63d595898e/c1ff7675-b477-41af-a25a-b5fc9ed2a7b4/d35f4a8f-a8e9-4fa4-9474-04b293fd34ea) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:16.824182 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.886330 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Pushing event updated for resources: {'Port': ['ID=aa29e3b4-059f-431e-9569-87d7e855a513,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:16.900377 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-50de7a36-a6fb-454e-aff7-656a45b56119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:16.901961 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-50de7a36-a6fb-454e-aff7-656a45b56119 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.1707735 Apr 07 11:48:16.910270 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Network 47383bc7-df2b-43fe-9066-05683398854a is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:16.911748 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:16.928630 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:16.954422 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] Current status of the port 93e47e41-3ff1-40d1-9c51-e427df1c74dd is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:16.954672 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.979047 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (68b29ebf-7ce7-4167-b5e9-85ba654427da), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:16.998492 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Publish callbacks [] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.036178 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-072aee92-d04c-4623-82ad-649a99672011 req-249e9643-1e07-4532-aade-ed87dc5b09f1 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078256 Apr 07 11:48:17.073922 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.149901 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:17.175038 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:17.237028 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:17.238595 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.307205 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] For port 93e47e41-3ff1-40d1-9c51-e427df1c74dd, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=93e47e41-3ff1-40d1-9c51-e427df1c74dd,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:17.379881 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-c7983be8-c822-44ee-b03e-c6620fb2bb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:17.381034 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ebb1a3-ca90-4bf5-ba8e-c2011e58e45e None None] New status for floating IP d1e96ef2-b555-49be-adb4-a801e3ce2a95: ACTIVE {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:48:17.382176 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-c7983be8-c822-44ee-b03e-c6620fb2bb21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2000484 Apr 07 11:48:17.401707 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.499931 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.503016 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Pushing event updated for resources: {'Port': ['ID=d35f4a8f-a8e9-4fa4-9474-04b293fd34ea,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:17.556993 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:17.564214 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port c5e7b391-c070-4099-8aaa-f36797c993f1 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:17.631065 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'tag': '81fe04a0-b06d-478b-821d-30ac30d9c7cc'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:17.633402 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715e1538-6d1f-4aed-a0b3-5de370e98436" -d '{"events": [{"name": "network-changed", "server_uuid": "b043229f-0d1f-4a3c-bf87-ab13d2be25b0", "tag": "81fe04a0-b06d-478b-821d-30ac30d9c7cc"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:17.652467 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5a2d4-7c10-418a-a64d-b277001b9afc req-10b8d227-b13d-4afc-b720-6ac88ac53091 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:17.654120 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-18c5a2d4-7c10-418a-a64d-b277001b9afc req-10b8d227-b13d-4afc-b720-6ac88ac53091 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 946 time: 0.3217058 Apr 07 11:48:17.698280 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-00a34cd9-ccd5-47a4-9998-e73a1cae293e service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842987 Apr 07 11:48:17.817219 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Publish callbacks [] for port (aa29e3b4-059f-431e-9569-87d7e855a513), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.822374 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Publish callbacks [] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.850893 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.946600 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86e9d7-9014-4ca9-9c4a-1d42303e148e None None] Pushing event updated for resources: {'Port': ['ID=93e47e41-3ff1-40d1-9c51-e427df1c74dd,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:17.953207 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-96178775-a8ea-409c-84fe-0ef6fa312424 req-df8bb44a-bd34-4cc6-a2df-bd556ead5f21 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476070 Apr 07 11:48:17.970381 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Pushing event updated for resources: {'Port': ['ID=aa29e3b4-059f-431e-9569-87d7e855a513,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:17.974013 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (68b29ebf-7ce7-4167-b5e9-85ba654427da), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:17.975670 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 93e47e41-3ff1-40d1-9c51-e427df1c74dd up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:17.998359 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.001235 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Provisioning complete for port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:18.001595 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.124321 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-b46faf84-79a0-47a3-893e-c22dcbd99b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.126414 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-b46faf84-79a0-47a3-893e-c22dcbd99b03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 1130 time: 0.1269016 Apr 07 11:48:18.137841 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d172cee-50b3-4026-a538-90012566a9f1 x-openstack-request-id: req-1d172cee-50b3-4026-a538-90012566a9f1 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:18.138270 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b043229f-0d1f-4a3c-bf87-ab13d2be25b0", "tag": "81fe04a0-b06d-478b-821d-30ac30d9c7cc", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:18.138740 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d172cee-50b3-4026-a538-90012566a9f1 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:18.139238 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d172cee-50b3-4026-a538-90012566a9f1'] response: {'name': 'network-changed', 'server_uuid': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'tag': '81fe04a0-b06d-478b-821d-30ac30d9c7cc', 'status': 'completed', 'code': 200} Apr 07 11:48:18.189253 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-072aee92-d04c-4623-82ad-649a99672011 req-239f0a8d-e172-4656-8c78-418d37bc1fde service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0376997 Apr 07 11:48:18.212123 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:18.225534 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Network 47383bc7-df2b-43fe-9066-05683398854a is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:18.226214 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a5bbc-4bf3-4b54-9f95-fa6e0e0cc844 None None] Pushing event updated for resources: {'Port': ['ID=6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:18.229560 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Attempting to bind port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:18.229943 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Attempting to bind port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:18.230297 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Attempting to bind port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:18.233484 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:18.281454 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:15Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:18.294503 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:18.296396 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:18.297081 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.298227 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:18.298730 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Bound port: 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:18.299110 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.303842 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-51f3dd80-7478-4013-8b2a-f07a2e31d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.304584 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-51f3dd80-7478-4013-8b2a-f07a2e31d46a service neutron] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 916 time: 0.1659572 Apr 07 11:48:18.323195 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-18c5a2d4-7c10-418a-a64d-b277001b9afc req-21e9ea36-81c6-41e3-829b-2108017b4730 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6540623 Apr 07 11:48:18.339997 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625c14ff-841e-4434-bf9c-1825b744fd8d None None] The sync data for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi is: [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:15Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:18.363099 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a0ab0-7a88-452d-b298-402635bd1f7f req-61daa459-110c-4d5d-aabf-6514ad3cba41 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:18.371759 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-776a0ab0-7a88-452d-b298-402635bd1f7f req-61daa459-110c-4d5d-aabf-6514ad3cba41 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.2504570 Apr 07 11:48:18.392076 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Router 68b29ebf-7ce7-4167-b5e9-85ba654427da has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:18.414089 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Provisioning complete for port bef40c9b-998f-4583-a219-c445aebb2aad triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:18.414473 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.415957 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.452796 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-776a0ab0-7a88-452d-b298-402635bd1f7f req-83e454f8-e67b-416f-875b-ff41ef5b8f20 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744827 Apr 07 11:48:18.468104 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:18.473542 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] For port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:18.566099 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:18.572311 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-94222928-d29d-441c-8fa8-b2b9d171b799 admin admin] 10.222.0.15 "PUT /v2.0/routers/68b29ebf-7ce7-4167-b5e9-85ba654427da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8929203 Apr 07 11:48:18.692331 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Publish callbacks [] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.699964 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.743110 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] For port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:18.770676 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 93e47e41-3ff1-40d1-9c51-e427df1c74dd triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:18.771051 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.779799 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Pushing event updated for resources: {'Port': ['ID=d35f4a8f-a8e9-4fa4-9474-04b293fd34ea,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:18.783267 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.784282 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.911333 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:18.914052 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:18.965932 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a5bbc-4bf3-4b54-9f95-fa6e0e0cc844 None None] Pushing event updated for resources: {'Port': ['ID=6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:18.989172 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Current status of the port bef40c9b-998f-4583-a219-c445aebb2aad is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:18.989579 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:18.995470 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Routers {'68b29ebf-7ce7-4167-b5e9-85ba654427da'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:18.996113 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['68b29ebf-7ce7-4167-b5e9-85ba654427da'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:19.080568 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:19.101809 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 is: ACTIVE; New status is: DOWN {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:19.102207 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.200740 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '408b0933-478a-4bbc-a647-790a2b3958ed', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:51Z', 'updated_at': '2022-04-07T11:46:40Z', 'revision_number': 2, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}, {'id': '69e80271-45bd-4b0a-b9f9-76bc9fcabfc8', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': '81fe04a0-b06d-478b-821d-30ac30d9c7cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:90:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:50Z', 'updated_at': '2022-04-07T11:48:13Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:19.210364 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] For port bef40c9b-998f-4583-a219-c445aebb2aad, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=bef40c9b-998f-4583-a219-c445aebb2aad,segment=NetworkSegment(35de7857-5215-4537-a206-c1afb20f9e07),segment_id=35de7857-5215-4537-a206-c1afb20f9e07)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:19.210800 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:19.232233 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60638) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:19.237973 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-33c8c54a-85e2-4df0-82c2-96328296a981 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1019866276', 'description': 'tempest-secgroup-smoke-1019866276 description', 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:19.244264 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-362dbd1c-87b0-4106-94c2-c3c5d3090714 admin admin] 10.222.0.15 "PUT /v2.0/routers/cfa7101a-5bcd-413e-ab90-b1fcd56e0d05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9670281 Apr 07 11:48:19.256159 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:19.263528 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.267426 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-33c8c54a-85e2-4df0-82c2-96328296a981 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.280232 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 93e47e41-3ff1-40d1-9c51-e427df1c74dd is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:19.281430 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device bef40c9b-998f-4583-a219-c445aebb2aad up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:19.282834 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:19.285874 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18e2d21-eee8-417b-8214-58f4fd805954" -d '{"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-unplugged", "status": "completed", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:19.361885 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-33c8c54a-85e2-4df0-82c2-96328296a981 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group (28f83b37-2803-4ee4-9309-bee8266a964c), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.370248 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-33c8c54a-85e2-4df0-82c2-96328296a981 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (28f83b37-2803-4ee4-9309-bee8266a964c), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.374601 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f35b201-f843-4e5b-838d-5c246ab99937 x-openstack-request-id: req-8f35b201-f843-4e5b-838d-5c246ab99937 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:19.375152 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-unplugged", "status": "completed", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:19.375386 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f35b201-f843-4e5b-838d-5c246ab99937 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:19.376077 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f35b201-f843-4e5b-838d-5c246ab99937'] response: {'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'code': 200} Apr 07 11:48:19.399177 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] Set router 68b29ebf-7ce7-4167-b5e9-85ba654427da gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:19.404102 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:19.405195 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:19.405755 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:19.411280 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-33c8c54a-85e2-4df0-82c2-96328296a981 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.414006 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-33c8c54a-85e2-4df0-82c2-96328296a981 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1800156 Apr 07 11:48:19.416701 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8c54a-85e2-4df0-82c2-96328296a981 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f83b37-2803-4ee4-9309-bee8266a964c,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:19.419160 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60650) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:19.423881 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-13e988d1-87e8-4d98-bfe9-673d8de91423 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'security_group_rule': {'security_group_id': '28f83b37-2803-4ee4-9309-bee8266a964c', 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:19.459163 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-13e988d1-87e8-4d98-bfe9-673d8de91423 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (cddfe953-d140-4a77-aac5-bdeda33a2955), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.486995 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.493986 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5785c80-6f45-453f-96f0-6ac4fde95d12 req-7140d2f8-e8e3-48c7-b846-a0dfccddc0aa tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:19.495596 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d5785c80-6f45-453f-96f0-6ac4fde95d12 req-7140d2f8-e8e3-48c7-b846-a0dfccddc0aa tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0839720 Apr 07 11:48:19.518535 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Provisioning complete for port 93e47e41-3ff1-40d1-9c51-e427df1c74dd triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:19.518911 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.536264 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Pushing event updated for resources: {'Port': ['ID=bef40c9b-998f-4583-a219-c445aebb2aad,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:19.589136 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-13e988d1-87e8-4d98-bfe9-673d8de91423 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (cddfe953-d140-4a77-aac5-bdeda33a2955), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.596142 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-13e988d1-87e8-4d98-bfe9-673d8de91423 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (cddfe953-d140-4a77-aac5-bdeda33a2955), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.628173 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e988d1-87e8-4d98-bfe9-673d8de91423 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cddfe953-d140-4a77-aac5-bdeda33a2955,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:19.657554 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-13e988d1-87e8-4d98-bfe9-673d8de91423 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.659132 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-13e988d1-87e8-4d98-bfe9-673d8de91423 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2390289 Apr 07 11:48:19.663452 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60656) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:19.668849 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d5785c80-6f45-453f-96f0-6ac4fde95d12 req-849edbc9-2800-4790-ae07-df1c62d1aac0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650686 Apr 07 11:48:19.684007 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-bb8ec8f9-af9d-413d-8e05-7e70b921be67 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'security_group_rule': {'security_group_id': '28f83b37-2803-4ee4-9309-bee8266a964c', 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:19.714816 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf93f0e-7583-4173-b493-7488b8940e4c req-368e3972-0c8a-45c6-91d4-3b06f8758472 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:19.724308 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ecf93f0e-7583-4173-b493-7488b8940e4c req-368e3972-0c8a-45c6-91d4-3b06f8758472 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.1767144 Apr 07 11:48:19.760800 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec8f9-af9d-413d-8e05-7e70b921be67 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (a62a1d80-79eb-40e0-bfb0-f926fa0a2c3a), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.812695 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port bef40c9b-998f-4583-a219-c445aebb2aad triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:19.814203 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ecf93f0e-7583-4173-b493-7488b8940e4c req-748c05a7-b258-46fd-9b92-33df4ad3ecc7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875626 Apr 07 11:48:19.826774 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.832065 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=8']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:19.842407 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:19.849465 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec8f9-af9d-413d-8e05-7e70b921be67 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (a62a1d80-79eb-40e0-bfb0-f926fa0a2c3a), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.857219 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec8f9-af9d-413d-8e05-7e70b921be67 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (a62a1d80-79eb-40e0-bfb0-f926fa0a2c3a), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.906027 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec8f9-af9d-413d-8e05-7e70b921be67 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:19.909782 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-bb8ec8f9-af9d-413d-8e05-7e70b921be67 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2410560 Apr 07 11:48:19.910087 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60664) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:19.913109 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Sync routers for ids ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:19.915827 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-15f74a0b-059a-475a-9878-ed5e3dcd286d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'security_group_rule': {'security_group_id': '28f83b37-2803-4ee4-9309-bee8266a964c', 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:19.953872 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ec8f9-af9d-413d-8e05-7e70b921be67 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62a1d80-79eb-40e0-bfb0-f926fa0a2c3a,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:19.990990 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-f9e94ce3-02b6-49d8-982b-d055f768d419 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81fe04a0-b06d-478b-821d-30ac30d9c7cc HTTP/1.1" status: 200 len: 1000 time: 0.1030169 Apr 07 11:48:19.998557 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-15f74a0b-059a-475a-9878-ed5e3dcd286d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (d9a0bab8-56d3-4fd7-96d6-b0c7c206cbae), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.091120 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-15f74a0b-059a-475a-9878-ed5e3dcd286d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (d9a0bab8-56d3-4fd7-96d6-b0c7c206cbae), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.092976 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-5247b0d1-e578-456e-8e23-3c22c3736953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:20.094493 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-5247b0d1-e578-456e-8e23-3c22c3736953 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.0722923 Apr 07 11:48:20.095919 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Routers {'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:20.096569 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:20.097699 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-15f74a0b-059a-475a-9878-ed5e3dcd286d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (d9a0bab8-56d3-4fd7-96d6-b0c7c206cbae), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.129198 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f74a0b-059a-475a-9878-ed5e3dcd286d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a0bab8-56d3-4fd7-96d6-b0c7c206cbae,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:20.150001 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Current status of the port 93e47e41-3ff1-40d1-9c51-e427df1c74dd is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:20.165304 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-15f74a0b-059a-475a-9878-ed5e3dcd286d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.167261 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-15f74a0b-059a-475a-9878-ed5e3dcd286d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2556117 Apr 07 11:48:20.169899 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60670) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:20.175771 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-ae53493d-203b-4d80-a6bd-9ea1a510126f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'security_group_rule': {'security_group_id': '28f83b37-2803-4ee4-9309-bee8266a964c', 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:20.206844 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-2b333128-dcb4-4dc4-9f4a-bed0cf306ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:20.209037 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-2b333128-dcb4-4dc4-9f4a-bed0cf306ed2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029661 Apr 07 11:48:20.231510 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ae53493d-203b-4d80-a6bd-9ea1a510126f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (452d6f69-4a39-4167-9b47-e69e98cc4bb6), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.254643 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Provisioning complete for port aa29e3b4-059f-431e-9569-87d7e855a513 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:20.255026 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.368367 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ae53493d-203b-4d80-a6bd-9ea1a510126f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (452d6f69-4a39-4167-9b47-e69e98cc4bb6), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.378467 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ae53493d-203b-4d80-a6bd-9ea1a510126f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (452d6f69-4a39-4167-9b47-e69e98cc4bb6), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.400727 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-48a756ad-195c-4ac1-8ac6-941899f7095a service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822193 Apr 07 11:48:20.405588 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae53493d-203b-4d80-a6bd-9ea1a510126f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452d6f69-4a39-4167-9b47-e69e98cc4bb6,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:20.417401 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ae53493d-203b-4d80-a6bd-9ea1a510126f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.422011 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ae53493d-203b-4d80-a6bd-9ea1a510126f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2480259 Apr 07 11:48:20.422403 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60676) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:20.428640 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-cffe92a5-3660-4691-ad24-0692842a4a64 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'security_group_rule': {'security_group_id': '28f83b37-2803-4ee4-9309-bee8266a964c', 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:20.438956 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-4cb82e01-e50c-4578-9e79-73729a7c292f None None] Port aa29e3b4-059f-431e-9569-87d7e855a513 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:20.440628 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port bef40c9b-998f-4583-a219-c445aebb2aad is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:20.441641 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:20.453407 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:10Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 4, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'gw_port': {'id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:12Z', 'updated_at': '2022-04-07T11:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'aa29e3b4-059f-431e-9569-87d7e855a513', 'name': '', 'network_id': '47383bc7-df2b-43fe-9066-05683398854a', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'mac_address': 'fa:16:3e:40:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:16Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 2, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'subnets': [{'id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:20.460533 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.securitygroups_db [None req-cffe92a5-3660-4691-ad24-0692842a4a64 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Project d8a08587d20a4220b12b5534cfcd14fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:48:20.469820 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cffe92a5-3660-4691-ad24-0692842a4a64 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (8ca46bd8-4cec-4488-a5b3-a06f1a024fbf), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.641339 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cffe92a5-3660-4691-ad24-0692842a4a64 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (8ca46bd8-4cec-4488-a5b3-a06f1a024fbf), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.645648 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-715e1538-6d1f-4aed-a0b3-5de370e98436 req-d6eef918-e08c-416f-b240-e7583e9f08a7 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406033 Apr 07 11:48:20.647231 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cffe92a5-3660-4691-ad24-0692842a4a64 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (8ca46bd8-4cec-4488-a5b3-a06f1a024fbf), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.664084 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe92a5-3660-4691-ad24-0692842a4a64 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca46bd8-4cec-4488-a5b3-a06f1a024fbf,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:20.668526 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5cfd4b7-5a30-4775-83bc-55a401672e1c None None] The sync data for ids ['68b29ebf-7ce7-4167-b5e9-85ba654427da'] in dv-cinder-836822-2-iscsi is: [{'id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:10Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 4, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'gw_port': {'id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:25:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:12Z', 'updated_at': '2022-04-07T11:48:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'aa29e3b4-059f-431e-9569-87d7e855a513', 'name': '', 'network_id': '47383bc7-df2b-43fe-9066-05683398854a', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'mac_address': 'fa:16:3e:40:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:16Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 2, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'subnets': [{'id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:20.685298 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-cffe92a5-3660-4691-ad24-0692842a4a64 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.687030 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-cffe92a5-3660-4691-ad24-0692842a4a64 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2629037 Apr 07 11:48:20.689272 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60678) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:20.697185 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-96d92cfd-79d7-47aa-98cc-ccccf1edf020 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'security_group_rule': {'security_group_id': '28f83b37-2803-4ee4-9309-bee8266a964c', 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:20.739505 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Set router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:20.757515 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.securitygroups_db [None req-96d92cfd-79d7-47aa-98cc-ccccf1edf020 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Project d8a08587d20a4220b12b5534cfcd14fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:48:20.769505 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-96d92cfd-79d7-47aa-98cc-ccccf1edf020 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (1ac6a2ad-12c7-40fc-8c96-7f309f20f004), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.870616 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-8edcb681-2de4-41e0-bbed-1cb7a3b3c5c3 None None] Provisioning complete for port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:20.870989 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-8edcb681-2de4-41e0-bbed-1cb7a3b3c5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.878385 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-96d92cfd-79d7-47aa-98cc-ccccf1edf020 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (1ac6a2ad-12c7-40fc-8c96-7f309f20f004), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.892724 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-96d92cfd-79d7-47aa-98cc-ccccf1edf020 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (1ac6a2ad-12c7-40fc-8c96-7f309f20f004), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.939697 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c00ba-6105-4977-8595-67b6487e7890 req-1f3492cd-2dd2-4a36-b77e-f4090ed4c7f3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:20.945995 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d92cfd-79d7-47aa-98cc-ccccf1edf020 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac6a2ad-12c7-40fc-8c96-7f309f20f004,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:20.951027 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc3c00ba-6105-4977-8595-67b6487e7890 req-1f3492cd-2dd2-4a36-b77e-f4090ed4c7f3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.1492746 Apr 07 11:48:20.953951 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-96d92cfd-79d7-47aa-98cc-ccccf1edf020 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:20.955583 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-96d92cfd-79d7-47aa-98cc-ccccf1edf020 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2651684 Apr 07 11:48:21.182536 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc3c00ba-6105-4977-8595-67b6487e7890 req-42e2d30d-486f-4b0b-b737-26ed57d617f9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223995 Apr 07 11:48:21.233731 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:21.233731 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.242680 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-8edcb681-2de4-41e0-bbed-1cb7a3b3c5c3 None None] Port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:21.247178 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6a06fe-1717-4a2e-ba77-c0bb23558096 req-042bcbe5-c148-47e9-89ba-33c510c61030 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:21.257441 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3d6a06fe-1717-4a2e-ba77-c0bb23558096 req-042bcbe5-c148-47e9-89ba-33c510c61030 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.3023205 Apr 07 11:48:21.393510 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3d6a06fe-1717-4a2e-ba77-c0bb23558096 req-322adc8c-882e-4433-ad48-951013325f61 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336286 Apr 07 11:48:21.435439 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-8edcb681-2de4-41e0-bbed-1cb7a3b3c5c3 None None] Provisioning complete for port aa29e3b4-059f-431e-9569-87d7e855a513 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:21.435719 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-8edcb681-2de4-41e0-bbed-1cb7a3b3c5c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.475296 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '408b0933-478a-4bbc-a647-790a2b3958ed', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:51Z', 'updated_at': '2022-04-07T11:46:40Z', 'revision_number': 2, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}, {'id': '69e80271-45bd-4b0a-b9f9-76bc9fcabfc8', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': '81fe04a0-b06d-478b-821d-30ac30d9c7cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:90:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:50Z', 'updated_at': '2022-04-07T11:48:13Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:21.509234 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:08Z', 'updated_at': '2022-04-07T11:48:18Z', 'revision_number': 4, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'gw_port': {'id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:09Z', 'updated_at': '2022-04-07T11:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'd35f4a8f-a8e9-4fa4-9474-04b293fd34ea', 'name': '', 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'mac_address': 'fa:16:3e:99:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c1ff7675-b477-41af-a25a-b5fc9ed2a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:16Z', 'updated_at': '2022-04-07T11:48:18Z', 'revision_number': 2, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'subnets': [{'id': 'c1ff7675-b477-41af-a25a-b5fc9ed2a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:21.542326 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a97e9-fd4a-4919-808b-bd6c2ecb277e None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '408b0933-478a-4bbc-a647-790a2b3958ed', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:51Z', 'updated_at': '2022-04-07T11:46:40Z', 'revision_number': 2, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}, {'id': '69e80271-45bd-4b0a-b9f9-76bc9fcabfc8', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.170', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': '81fe04a0-b06d-478b-821d-30ac30d9c7cc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:90:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:50Z', 'updated_at': '2022-04-07T11:48:13Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:21.577770 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Checking router: cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:21.578123 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Updating router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:21.583474 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-8edcb681-2de4-41e0-bbed-1cb7a3b3c5c3 None None] Port aa29e3b4-059f-431e-9569-87d7e855a513 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:21.637779 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:21.639147 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device a6aee4d0-3211-4492-9794-c4fd489c30e2 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:21.641253 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:21.877031 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port a6aee4d0-3211-4492-9794-c4fd489c30e2 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:21.877687 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.020569 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [req-37f005f0-398b-4c86-9013-7b8d42f02ec4 req-17ea0e5d-5974-4e2b-8a32-b143787c2e1b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:48:22.022375 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-37f005f0-398b-4c86-9013-7b8d42f02ec4 req-17ea0e5d-5974-4e2b-8a32-b143787c2e1b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064278 Apr 07 11:48:22.057383 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port a6aee4d0-3211-4492-9794-c4fd489c30e2 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:22.057833 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.102458 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port a6aee4d0-3211-4492-9794-c4fd489c30e2, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=a6aee4d0-3211-4492-9794-c4fd489c30e2,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:22.114018 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.228587 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Publish callbacks [] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.315569 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f700e695-6e06-4e6f-9363-350de44c7417 None None] New status for floating IP 69e80271-45bd-4b0a-b9f9-76bc9fcabfc8: ACTIVE {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:48:22.385412 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.396293 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device bef40c9b-998f-4583-a219-c445aebb2aad up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:22.500272 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc25b4c-0e85-4075-8f8a-746882f2d07b req-da2d9153-d1e2-4e0c-a133-20684e526c03 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:22.506703 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7cc25b4c-0e85-4075-8f8a-746882f2d07b req-da2d9153-d1e2-4e0c-a133-20684e526c03 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.1701505 Apr 07 11:48:22.591441 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=a6aee4d0-3211-4492-9794-c4fd489c30e2,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:22.677631 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7cc25b4c-0e85-4075-8f8a-746882f2d07b req-b56d539b-f7f9-4260-9424-5cb73330e752 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579599 Apr 07 11:48:22.737767 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460fdf-5820-4aa3-8a9c-6bb1d4f21174 None None] Pushing event updated for resources: {'Port': ['ID=d35f4a8f-a8e9-4fa4-9474-04b293fd34ea,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:22.742850 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b529a53-acb9-4968-a6a5-a4ed888a5362 req-587362c5-7ad7-4f07-b5c0-80876a9cfd5f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:22.750749 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9b529a53-acb9-4968-a6a5-a4ed888a5362 req-587362c5-7ad7-4f07-b5c0-80876a9cfd5f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.1493909 Apr 07 11:48:22.758530 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port bef40c9b-998f-4583-a219-c445aebb2aad triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:22.759836 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.771452 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Attempting to bind port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:22.772078 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Attempting to bind port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:22.775237 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Attempting to bind port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea on network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:22.821827 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9b529a53-acb9-4968-a6a5-a4ed888a5362 req-838eb330-7e56-4abe-932b-447a521650ba tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597661 Apr 07 11:48:22.849322 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:22.849687 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Checking segment: {'id': 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:22.850095 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:22.850486 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Bound using segment: {'id': 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:22.850973 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Bound port: d35f4a8f-a8e9-4fa4-9474-04b293fd34ea, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:22.851347 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.002200 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-89069f62-2f6f-476c-9753-36f7ffc9d70c None None] Provisioning complete for port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:23.002494 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-89069f62-2f6f-476c-9753-36f7ffc9d70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.034487 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] For port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:23.054965 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port bef40c9b-998f-4583-a219-c445aebb2aad is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:23.056111 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 93e47e41-3ff1-40d1-9c51-e427df1c74dd up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:23.061758 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] For port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=d35f4a8f-a8e9-4fa4-9474-04b293fd34ea,segment=NetworkSegment(ad8ede03-2c4a-4912-b6ab-e5f715fecfef),segment_id=ad8ede03-2c4a-4912-b6ab-e5f715fecfef)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:23.088565 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-89069f62-2f6f-476c-9753-36f7ffc9d70c None None] Port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:23.090918 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.170792 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Routers {'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:23.171444 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:23.176821 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3460fdf-5820-4aa3-8a9c-6bb1d4f21174 None None] Pushing event updated for resources: {'Port': ['ID=d35f4a8f-a8e9-4fa4-9474-04b293fd34ea,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:23.253820 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 93e47e41-3ff1-40d1-9c51-e427df1c74dd triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:23.253820 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.399927 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] Set router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:23.513475 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 93e47e41-3ff1-40d1-9c51-e427df1c74dd is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:23.578489 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-22104e3d-49db-4694-b581-0b2e2265ca78 None None] Provisioning complete for port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:23.578864 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-22104e3d-49db-4694-b581-0b2e2265ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:23.974261 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-22104e3d-49db-4694-b581-0b2e2265ca78 None None] Current status of the port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:23.975390 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-22104e3d-49db-4694-b581-0b2e2265ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.001159 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b235cf4-6856-4dd5-9fcc-766d5c91118f req-c0a75f8f-726a-4221-9460-0aec91e19f74 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:24.021945 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b235cf4-6856-4dd5-9fcc-766d5c91118f req-c0a75f8f-726a-4221-9460-0aec91e19f74 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.2137752 Apr 07 11:48:24.032991 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-22104e3d-49db-4694-b581-0b2e2265ca78 None None] For port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=d35f4a8f-a8e9-4fa4-9474-04b293fd34ea,segment=NetworkSegment(ad8ede03-2c4a-4912-b6ab-e5f715fecfef),segment_id=ad8ede03-2c4a-4912-b6ab-e5f715fecfef)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:24.039926 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:08Z', 'updated_at': '2022-04-07T11:48:18Z', 'revision_number': 4, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'gw_port': {'id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:09Z', 'updated_at': '2022-04-07T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'd35f4a8f-a8e9-4fa4-9474-04b293fd34ea', 'name': '', 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'mac_address': 'fa:16:3e:99:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c1ff7675-b477-41af-a25a-b5fc9ed2a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:16Z', 'updated_at': '2022-04-07T11:48:23Z', 'revision_number': 4, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'subnets': [{'id': 'c1ff7675-b477-41af-a25a-b5fc9ed2a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:24.069986 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d358a277-ef05-4480-a908-13fe3d357030 None None] The sync data for ids ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'] in dv-cinder-836822-2-iscsi is: [{'id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:08Z', 'updated_at': '2022-04-07T11:48:18Z', 'revision_number': 4, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'gw_port': {'id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:09Z', 'updated_at': '2022-04-07T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'd35f4a8f-a8e9-4fa4-9474-04b293fd34ea', 'name': '', 'network_id': '40b3d5a9-6b1d-4b32-97e2-8b63d595898e', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'mac_address': 'fa:16:3e:99:ff:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c1ff7675-b477-41af-a25a-b5fc9ed2a7b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:16Z', 'updated_at': '2022-04-07T11:48:23Z', 'revision_number': 4, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'subnets': [{'id': 'c1ff7675-b477-41af-a25a-b5fc9ed2a7b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:24.074553 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-22104e3d-49db-4694-b581-0b2e2265ca78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.105147 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11666d77-bc6f-40c8-86e8-8a605ff61d39 req-f3525f3f-2b11-4296-b2eb-e20e95c197d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:24.107491 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-11666d77-bc6f-40c8-86e8-8a605ff61d39 req-f3525f3f-2b11-4296-b2eb-e20e95c197d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.1316669 Apr 07 11:48:24.205804 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22104e3d-49db-4694-b581-0b2e2265ca78 None None] Pushing event updated for resources: {'Port': ['ID=d35f4a8f-a8e9-4fa4-9474-04b293fd34ea,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:24.211053 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b235cf4-6856-4dd5-9fcc-766d5c91118f req-c1dd6537-7af8-45cf-857d-8e00c13d1f19 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883242 Apr 07 11:48:24.282379 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-11666d77-bc6f-40c8-86e8-8a605ff61d39 req-dbfb324c-4ab3-4735-8bdc-e98bb5d387de tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549776 Apr 07 11:48:24.404057 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:24.466246 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:48:24.551703 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:24.552334 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.627601 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 is: DOWN; New status is: DOWN {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:24.682018 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:24.682548 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.705620 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:24.711968 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.713053 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device a6aee4d0-3211-4492-9794-c4fd489c30e2 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:24.816173 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:24.834159 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port a6aee4d0-3211-4492-9794-c4fd489c30e2 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:24.834546 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:24.953709 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port a6aee4d0-3211-4492-9794-c4fd489c30e2 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:25.221117 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4b43430a-81e9-4275-b916-90f77caabcef req-f20ffdd2-b1cc-4745-ba49-d664f39def40 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815051 Apr 07 11:48:25.313740 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43430a-81e9-4275-b916-90f77caabcef req-6bf81554-2e83-4a43-bb94-581502733b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.315380 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4b43430a-81e9-4275-b916-90f77caabcef req-6bf81554-2e83-4a43-bb94-581502733b9c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 1130 time: 0.0708580 Apr 07 11:48:25.488058 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48428f2f-fc9c-4b40-8e7d-5ee98a170a44 req-7329e6c0-d0dc-4868-9a20-cffed7e573ba tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.489661 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-48428f2f-fc9c-4b40-8e7d-5ee98a170a44 req-7329e6c0-d0dc-4868-9a20-cffed7e573ba tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.1473582 Apr 07 11:48:25.510941 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12dd3d-dfbd-4c4e-b787-9ae0df8adcc8 req-259981b7-ca5f-4169-89bf-ac16e5a45773 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.516389 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43430a-81e9-4275-b916-90f77caabcef req-3a7cb475-1612-4158-8b8a-651267c8c7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.517952 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-da12dd3d-dfbd-4c4e-b787-9ae0df8adcc8 req-259981b7-ca5f-4169-89bf-ac16e5a45773 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.1208723 Apr 07 11:48:25.518546 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4b43430a-81e9-4275-b916-90f77caabcef req-3a7cb475-1612-4158-8b8a-651267c8c7dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.1767390 Apr 07 11:48:25.608931 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4b43430a-81e9-4275-b916-90f77caabcef req-7346152d-091c-4a97-b98f-ca945f2e8204 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1453a264-bec7-4ba8-82c2-3431716ed961 HTTP/1.1" status: 200 len: 217 time: 0.0827065 Apr 07 11:48:25.626396 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-da12dd3d-dfbd-4c4e-b787-9ae0df8adcc8 req-789bd2c5-b891-4e7d-b8f8-53ec694fa780 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019926 Apr 07 11:48:25.649117 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-48428f2f-fc9c-4b40-8e7d-5ee98a170a44 req-2f3cd3b7-1174-4279-9544-808331633b99 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215274 Apr 07 11:48:25.683310 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43430a-81e9-4275-b916-90f77caabcef req-5a65b659-fdc3-4b4b-a5b2-b844d3627fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.685008 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4b43430a-81e9-4275-b916-90f77caabcef req-5a65b659-fdc3-4b4b-a5b2-b844d3627fd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0699217 Apr 07 11:48:25.753049 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43430a-81e9-4275-b916-90f77caabcef req-0bebb288-db31-4898-af86-ff8df70508ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:25.754609 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4b43430a-81e9-4275-b916-90f77caabcef req-0bebb288-db31-4898-af86-ff8df70508ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599113 Apr 07 11:48:25.877798 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4b43430a-81e9-4275-b916-90f77caabcef req-0b954eed-9cf2-45ed-99cb-81af3216ae3f service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157453 Apr 07 11:48:25.977022 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-4b43430a-81e9-4275-b916-90f77caabcef req-35b3fdac-6091-4997-b013-8965c118360a service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927517 Apr 07 11:48:26.307937 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:26.378669 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:26.379031 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:26.482516 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:26.483622 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device d35f4a8f-a8e9-4fa4-9474-04b293fd34ea up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:26.537336 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:26.537714 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:26.624840 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:26.752900 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6d7f13-38ca-4757-9918-3b581dd60c16 req-61415619-d324-4fe9-8dc1-5bd7b007516a tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:26.762558 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6f6d7f13-38ca-4757-9918-3b581dd60c16 req-61415619-d324-4fe9-8dc1-5bd7b007516a tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0712109 Apr 07 11:48:26.852592 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70c05-270e-4a0d-8cd4-b92f6cd4a5a8 req-3c2b48b5-a882-4f8f-a863-89952acb3b8f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:26.854562 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5ee70c05-270e-4a0d-8cd4-b92f6cd4a5a8 req-3c2b48b5-a882-4f8f-a863-89952acb3b8f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0892723 Apr 07 11:48:26.886050 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6f6d7f13-38ca-4757-9918-3b581dd60c16 req-d95ccc60-9c70-4603-a2a9-06f39d4741c0 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217618 Apr 07 11:48:26.957770 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5ee70c05-270e-4a0d-8cd4-b92f6cd4a5a8 req-5798fa09-ebda-44d4-972d-53cfb8335fbd tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666664 Apr 07 11:48:28.042517 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03d98a-07a0-4982-9f0b-047ad336ef2b req-569c1441-3346-4758-a013-65d98acc2e29 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:28.045234 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7e03d98a-07a0-4982-9f0b-047ad336ef2b req-569c1441-3346-4758-a013-65d98acc2e29 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0657201 Apr 07 11:48:28.101205 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Sync routers for ids ['68b29ebf-7ce7-4167-b5e9-85ba654427da'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:28.113754 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Routers {'68b29ebf-7ce7-4167-b5e9-85ba654427da'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:28.114704 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['68b29ebf-7ce7-4167-b5e9-85ba654427da'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:28.149110 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7e03d98a-07a0-4982-9f0b-047ad336ef2b req-67c8d00e-b20b-41d8-8e6f-762444f5eb49 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926378 Apr 07 11:48:28.164520 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11144f38-4fc5-4fd3-a0ad-63b944cc909c req-138c3356-d30b-4cb0-bd93-6bb25d5190cc tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:28.166207 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-11144f38-4fc5-4fd3-a0ad-63b944cc909c req-138c3356-d30b-4cb0-bd93-6bb25d5190cc tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0897043 Apr 07 11:48:28.233416 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6f0543d2-5817-4833-b713-a8754bc44bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:28.250425 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-11144f38-4fc5-4fd3-a0ad-63b944cc909c req-88d50ae6-d713-4d25-84e1-64e6a7798a03 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684364 Apr 07 11:48:28.363049 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Set router 68b29ebf-7ce7-4167-b5e9-85ba654427da gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:28.614390 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:10Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 4, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'gw_port': {'id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:12Z', 'updated_at': '2022-04-07T11:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'aa29e3b4-059f-431e-9569-87d7e855a513', 'name': '', 'network_id': '47383bc7-df2b-43fe-9066-05683398854a', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'mac_address': 'fa:16:3e:40:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:16Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 2, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'subnets': [{'id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:28.647957 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Checking router: 68b29ebf-7ce7-4167-b5e9-85ba654427da for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:28.648421 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Updating router 68b29ebf-7ce7-4167-b5e9-85ba654427da port aa29e3b4-059f-431e-9569-87d7e855a513 binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:48:28.687036 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.000963 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Publish callbacks [] for port (aa29e3b4-059f-431e-9569-87d7e855a513), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.008046 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.067586 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a462f4-e043-4a93-b04e-7b89a84cad32 None None] Pushing event updated for resources: {'Port': ['ID=aa29e3b4-059f-431e-9569-87d7e855a513,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:29.137248 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Attempting to bind port aa29e3b4-059f-431e-9569-87d7e855a513 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:29.137890 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Attempting to bind port aa29e3b4-059f-431e-9569-87d7e855a513 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '35de7857-5215-4537-a206-c1afb20f9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '47383bc7-df2b-43fe-9066-05683398854a'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:29.137992 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Attempting to bind port aa29e3b4-059f-431e-9569-87d7e855a513 on network 47383bc7-df2b-43fe-9066-05683398854a {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:29.143500 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:29.143874 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Checking segment: {'id': '35de7857-5215-4537-a206-c1afb20f9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '47383bc7-df2b-43fe-9066-05683398854a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:29.144279 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.144672 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Bound using segment: {'id': '35de7857-5215-4537-a206-c1afb20f9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '47383bc7-df2b-43fe-9066-05683398854a'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:29.145262 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Bound port: aa29e3b4-059f-431e-9569-87d7e855a513, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35de7857-5215-4537-a206-c1afb20f9e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '47383bc7-df2b-43fe-9066-05683398854a'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:29.145647 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.246329 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] For port aa29e3b4-059f-431e-9569-87d7e855a513, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:29.252262 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] For port aa29e3b4-059f-431e-9569-87d7e855a513, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=aa29e3b4-059f-431e-9569-87d7e855a513,segment=NetworkSegment(35de7857-5215-4537-a206-c1afb20f9e07),segment_id=35de7857-5215-4537-a206-c1afb20f9e07)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:29.283940 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.373929 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058835be-013c-469a-a59e-77c8a78919ed req-03347e53-bec8-4371-bcf4-51c1c65691b8 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:29.377438 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-058835be-013c-469a-a59e-77c8a78919ed req-03347e53-bec8-4371-bcf4-51c1c65691b8 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.1237452 Apr 07 11:48:29.465866 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a462f4-e043-4a93-b04e-7b89a84cad32 None None] Pushing event updated for resources: {'Port': ['ID=aa29e3b4-059f-431e-9569-87d7e855a513,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:29.478799 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-2536fac6-1503-4dab-9e1c-10f59d99aeaf None None] Provisioning complete for port aa29e3b4-059f-431e-9569-87d7e855a513 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:29.479259 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2536fac6-1503-4dab-9e1c-10f59d99aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.483525 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Routers {'68b29ebf-7ce7-4167-b5e9-85ba654427da'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:29.484281 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['68b29ebf-7ce7-4167-b5e9-85ba654427da'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:29.502652 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-058835be-013c-469a-a59e-77c8a78919ed req-7fddfd9a-29cc-4e2f-ba4f-a261105ff036 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063759 Apr 07 11:48:29.541884 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6302365-d557-4554-9d7c-42ab49976501 req-bccc3a7b-d069-40f1-b82d-fb9fc0083371 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:29.543745 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b6302365-d557-4554-9d7c-42ab49976501 req-bccc3a7b-d069-40f1-b82d-fb9fc0083371 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.2073653 Apr 07 11:48:29.627947 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b6302365-d557-4554-9d7c-42ab49976501 req-ada9dab8-f231-48a3-ab59-7275452bbd21 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781944 Apr 07 11:48:29.696701 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] Set router 68b29ebf-7ce7-4167-b5e9-85ba654427da gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:29.884721 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-2536fac6-1503-4dab-9e1c-10f59d99aeaf None None] Current status of the port aa29e3b4-059f-431e-9569-87d7e855a513 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:29.885130 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2536fac6-1503-4dab-9e1c-10f59d99aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:29.996454 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-2536fac6-1503-4dab-9e1c-10f59d99aeaf None None] For port aa29e3b4-059f-431e-9569-87d7e855a513, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=aa29e3b4-059f-431e-9569-87d7e855a513,segment=NetworkSegment(35de7857-5215-4537-a206-c1afb20f9e07),segment_id=35de7857-5215-4537-a206-c1afb20f9e07)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:30.005088 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2536fac6-1503-4dab-9e1c-10f59d99aeaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.078896 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.111669 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536fac6-1503-4dab-9e1c-10f59d99aeaf None None] Pushing event updated for resources: {'Port': ['ID=aa29e3b4-059f-431e-9569-87d7e855a513,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:30.157394 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-80c7d0df-bdb3-437a-a31e-7fac93310f38 None None] Provisioning complete for port aa29e3b4-059f-431e-9569-87d7e855a513 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:30.157986 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-80c7d0df-bdb3-437a-a31e-7fac93310f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.229683 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:10Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 4, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'gw_port': {'id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:12Z', 'updated_at': '2022-04-07T11:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'aa29e3b4-059f-431e-9569-87d7e855a513', 'name': '', 'network_id': '47383bc7-df2b-43fe-9066-05683398854a', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'mac_address': 'fa:16:3e:40:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:16Z', 'updated_at': '2022-04-07T11:48:29Z', 'revision_number': 4, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'subnets': [{'id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:30.269398 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device aa29e3b4-059f-431e-9569-87d7e855a513 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:48:30.273547 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7557d-bcb1-479e-9cb9-47beb7dc80f0 None None] The sync data for ids ['68b29ebf-7ce7-4167-b5e9-85ba654427da'] in dv-cinder-836822-2-iscsi is: [{'id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:10Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 4, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'gw_port': {'id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:12Z', 'updated_at': '2022-04-07T11:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'aa29e3b4-059f-431e-9569-87d7e855a513', 'name': '', 'network_id': '47383bc7-df2b-43fe-9066-05683398854a', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'mac_address': 'fa:16:3e:40:13:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:16Z', 'updated_at': '2022-04-07T11:48:29Z', 'revision_number': 4, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'subnets': [{'id': 'eebe68d7-51b0-4ad2-8a61-d574260a916f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:30.343298 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-80c7d0df-bdb3-437a-a31e-7fac93310f38 None None] Current status of the port aa29e3b4-059f-431e-9569-87d7e855a513 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:30.354354 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port aa29e3b4-059f-431e-9569-87d7e855a513 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:30.354715 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.445159 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port aa29e3b4-059f-431e-9569-87d7e855a513 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:48:30.638746 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032c12e-1d6e-4b2b-ac41-45170753f771 req-e6bc0bd7-c60e-426c-9530-ae5c44bb6709 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:30.640360 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4032c12e-1d6e-4b2b-ac41-45170753f771 req-e6bc0bd7-c60e-426c-9530-ae5c44bb6709 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0588026 Apr 07 11:48:30.710605 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4032c12e-1d6e-4b2b-ac41-45170753f771 req-678e1dfb-ea44-4081-b37a-8547cc8d3e77 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635018 Apr 07 11:48:30.720501 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-8a0249cf-d738-43bc-9c1e-e10a8bf2ad64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:30.810288 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0137971-f0d3-42e8-ba9c-9959d2b2ff32 req-dfb7bba2-d27d-456d-90e4-720957202660 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:30.812138 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a0137971-f0d3-42e8-ba9c-9959d2b2ff32 req-dfb7bba2-d27d-456d-90e4-720957202660 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0719254 Apr 07 11:48:31.066249 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a0137971-f0d3-42e8-ba9c-9959d2b2ff32 req-df369352-4751-444b-b365-b87db4a8b6f8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247851 Apr 07 11:48:31.595329 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:31.835617 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebbe7c-2391-4ee2-8005-0bb0b302109f req-89974a03-aa80-41c0-a542-15ea20da8224 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:31.837143 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-20ebbe7c-2391-4ee2-8005-0bb0b302109f req-89974a03-aa80-41c0-a542-15ea20da8224 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0598855 Apr 07 11:48:31.884930 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60852) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:31.888155 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-20ebbe7c-2391-4ee2-8005-0bb0b302109f req-98eaca82-bbf6-40b1-8787-57ba34e51523 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432618 Apr 07 11:48:31.967526 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-d851fc0c-2687-43e3-82a4-b8309ee800ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0814292 Apr 07 11:48:31.976091 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-086af413-3e50-4507-9074-3ab401a63d59 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:48:31.977054 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-086af413-3e50-4507-9074-3ab401a63d59 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048220 Apr 07 11:48:32.054615 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 60866) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:48:32.101373 dv-cinder-836822-2-iscsi neutron-server[109936]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 11:48:32.155391 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-39b84a24-41f0-46f1-af97-462f79c09029 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:32.156755 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-39b84a24-41f0-46f1-af97-462f79c09029 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports/97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 HTTP/1.1" status: 200 len: 941 time: 0.1011529 Apr 07 11:48:32.263569 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d08dd-58fa-44ea-be8b-73940b9b36c5 req-13489dfb-231f-442d-bd9b-d411ccc97213 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:32.264642 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-de1d08dd-58fa-44ea-be8b-73940b9b36c5 req-13489dfb-231f-442d-bd9b-d411ccc97213 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.1277864 Apr 07 11:48:32.301366 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687add25-65cc-458c-81c3-6f54e7697213 req-982cf741-665c-4829-bcda-7aba73e05345 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:32.303295 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-982cf741-665c-4829-bcda-7aba73e05345 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/networks?id=aa076410-3c7e-496c-bab0-99102f27aa65 HTTP/1.1" status: 200 len: 815 time: 0.1556439 Apr 07 11:48:32.336400 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-00e2112c-2c00-4cf1-a93f-60f30e9f75c3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/quotas/0012c4b9a7c241f59844e1ea784fea0e HTTP/1.1" status: 200 len: 375 time: 0.0261428 Apr 07 11:48:32.340411 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-de1d08dd-58fa-44ea-be8b-73940b9b36c5 req-88f2262b-b02d-4860-b32a-27a848c0f149 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689652 Apr 07 11:48:32.396102 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-65606745-c926-44da-8b81-1f831e28427d tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0012c4b9a7c241f59844e1ea784fea0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531838 Apr 07 11:48:32.495699 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-d0ded3a6-262d-40b2-bd8f-6280d4ff34ef service neutron] 10.222.0.15 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881715 Apr 07 11:48:32.594544 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-92271bf5-0d67-48ed-a9c0-1c924ed4fac6 service neutron] 10.222.0.15 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932209 Apr 07 11:48:32.753570 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-863e6ad2-ad1e-41f5-9f3d-377e1de77fcc req-ae6feb70-0eba-46b3-a28d-fc8ef9ee5301 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 210 time: 0.0266445 Apr 07 11:48:32.959632 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:33.015840 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b748fa6-726b-4664-8403-7d1c02d4cf72 req-df177ec2-b187-47d0-a5a8-3c631e640e8d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:33.017284 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3b748fa6-726b-4664-8403-7d1c02d4cf72 req-df177ec2-b187-47d0-a5a8-3c631e640e8d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0534351 Apr 07 11:48:33.066465 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3b748fa6-726b-4664-8403-7d1c02d4cf72 req-e54f8b7c-8cd4-442e-91a3-2bc43613a5c4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430636 Apr 07 11:48:33.471295 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f3b43-67e8-472f-8f11-dd85c7552cab req-77d09384-92a2-4b7a-80f4-a96bf7581941 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:33.472842 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9f1f3b43-67e8-472f-8f11-dd85c7552cab req-77d09384-92a2-4b7a-80f4-a96bf7581941 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0577245 Apr 07 11:48:33.526355 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9f1f3b43-67e8-472f-8f11-dd85c7552cab req-ccf1e99f-0252-4c68-86b1-c49c9d283e4d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471847 Apr 07 11:48:33.850531 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-56bc7e2a-24dc-4847-8706-612289d9fdbb req-84d0cadc-35fb-47e5-afb8-0778d7ee4e98 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 210 time: 0.0302601 Apr 07 11:48:34.249496 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687add25-65cc-458c-81c3-6f54e7697213 req-2b2767a5-2315-418b-ba2f-a8583954f265 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:34.251665 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-2b2767a5-2315-418b-ba2f-a8583954f265 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.52 "GET /v2.0/networks?id=aa076410-3c7e-496c-bab0-99102f27aa65 HTTP/1.1" status: 200 len: 815 time: 0.1039441 Apr 07 11:48:34.265988 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ccc6a-3334-4c0d-86ed-f730daa68dd3 req-9f580fe4-1f2a-4030-a5b2-40be83c5dd3c tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:34.267608 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d35ccc6a-3334-4c0d-86ed-f730daa68dd3 req-9f580fe4-1f2a-4030-a5b2-40be83c5dd3c tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.1246684 Apr 07 11:48:34.268455 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'port': {'device_id': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'admin_state_up': True, 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:34.291674 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-79f72949-0807-496d-9ce8-6b6b7eeb84c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:34.294316 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-79f72949-0807-496d-9ce8-6b6b7eeb84c4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141&tenant_id=46461a9310d94e96858d9230caddfa3f HTTP/1.1" status: 200 len: 1128 time: 0.1192822 Apr 07 11:48:34.336759 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d35ccc6a-3334-4c0d-86ed-f730daa68dd3 req-0b5f1a19-a8a8-470c-955b-1f52d14b5d65 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618072 Apr 07 11:48:34.387204 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Made reservation on behalf of 0012c4b9a7c241f59844e1ea784fea0e for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:34.390691 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.418911 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-1cab4027-cb62-4e97-9fb3-25bfda211a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:34.421458 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-1cab4027-cb62-4e97-9fb3-25bfda211a9f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 1128 time: 0.0481007 Apr 07 11:48:34.521834 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Allocated IP 172.20.0.12 (aa076410-3c7e-496c-bab0-99102f27aa65/22fbaf62-5711-4748-9616-2129b0e0bb3c/b21eda88-47e8-40b8-9e71-8cc17fa7aecc) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:34.527950 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-59989abe-50e8-40f7-89dc-6c811e84c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:34.529454 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-59989abe-50e8-40f7-89dc-6c811e84c964 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.0965142 Apr 07 11:48:34.630536 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-324148f0-34f6-4a07-ad3a-d22696eb382d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 HTTP/1.1" status: 200 len: 999 time: 0.0927804 Apr 07 11:48:34.638616 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.748042 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.762095 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e9d51-eeda-4793-9d02-d4d996f05c7d req-fe587a01-4d22-49b4-88e0-1c868ab760e4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:34.765243 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-949e9d51-eeda-4793-9d02-d4d996f05c7d req-fe587a01-4d22-49b4-88e0-1c868ab760e4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.1295362 Apr 07 11:48:34.813705 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:34.878665 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'Port': ['ID=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:34.887658 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-949e9d51-eeda-4793-9d02-d4d996f05c7d req-b72870ae-71fd-4063-8d84-d2a24fad3aee tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154995 Apr 07 11:48:34.895561 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Network aa076410-3c7e-496c-bab0-99102f27aa65 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:34.897060 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:34.910998 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:34.994902 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:34.995878 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.032892 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c24baf-63df-4d43-a8b6-5af363a6c7b7 req-23e88391-0c20-49e7-b453-97fc65e54132 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:35.039720 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-96cda041-3b4b-47bf-a7d3-7e2dc7a1d2a1 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7776465 Apr 07 11:48:35.044977 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f2c24baf-63df-4d43-a8b6-5af363a6c7b7 req-23e88391-0c20-49e7-b453-97fc65e54132 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 932 time: 0.0925326 Apr 07 11:48:35.137011 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f2c24baf-63df-4d43-a8b6-5af363a6c7b7 req-c146d141-4951-44ff-b175-58b4564fbf12 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890284 Apr 07 11:48:35.212288 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-65dd3a41-c96d-4923-b26b-55e319230244 None None] Provisioning complete for port b21eda88-47e8-40b8-9e71-8cc17fa7aecc triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:35.213176 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-65dd3a41-c96d-4923-b26b-55e319230244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:35.250286 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-65dd3a41-c96d-4923-b26b-55e319230244 None None] Port b21eda88-47e8-40b8-9e71-8cc17fa7aecc cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:35.469273 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f26976-6c93-41e9-a479-07940675b1ab req-fb500636-f523-4b4b-984f-c37ff4630693 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:35.471662 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-29f26976-6c93-41e9-a479-07940675b1ab req-fb500636-f523-4b4b-984f-c37ff4630693 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0672567 Apr 07 11:48:35.526915 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-29f26976-6c93-41e9-a479-07940675b1ab req-400ae2ea-210a-4064-a83b-d93c53e18032 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496318 Apr 07 11:48:36.029943 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e0730-d5a5-4201-a148-f0e22054748d req-6c76fcdf-c1de-47b9-8610-444c4e7828e6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:36.031911 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-027e0730-d5a5-4201-a148-f0e22054748d req-6c76fcdf-c1de-47b9-8610-444c4e7828e6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0681119 Apr 07 11:48:36.079363 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-027e0730-d5a5-4201-a148-f0e22054748d req-69dc8885-a271-4c9e-9e6d-01c377b1a300 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415719 Apr 07 11:48:36.252617 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dddcacf-2949-451f-891f-5974b00fded1 req-88de76eb-5449-438b-921d-1fcf2fdb4abb tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:36.254116 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6dddcacf-2949-451f-891f-5974b00fded1 req-88de76eb-5449-438b-921d-1fcf2fdb4abb tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 932 time: 0.0528595 Apr 07 11:48:36.316134 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6dddcacf-2949-451f-891f-5974b00fded1 req-9d6cef5a-8f03-429c-aa6f-402f83c246b0 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555480 Apr 07 11:48:36.666584 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a95d0-7e6e-4663-be2b-06a90d056f94 req-a14419e9-f643-44dc-b24f-97cd9be19c22 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:36.668259 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-622a95d0-7e6e-4663-be2b-06a90d056f94 req-a14419e9-f643-44dc-b24f-97cd9be19c22 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0718117 Apr 07 11:48:36.718842 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-622a95d0-7e6e-4663-be2b-06a90d056f94 req-4f2417c6-a2c4-4c23-a65a-e06ebfc52f4e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444427 Apr 07 11:48:37.078527 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-568f5f7c-6545-45b3-a7a8-e2e00f470267 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019866276&fields=id&tenant_id=d8a08587d20a4220b12b5534cfcd14fd HTTP/1.1" status: 200 len: 267 time: 0.0442088 Apr 07 11:48:37.233911 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994212-67eb-4f33-a60e-2b40e060f45d req-15bd6ea6-5df4-47db-b705-c74ce2735dd2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.235454 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-15bd6ea6-5df4-47db-b705-c74ce2735dd2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 811 time: 0.1504579 Apr 07 11:48:37.243644 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdbffa-dafd-40de-9b67-cf75e304e84a req-b857d930-7ddd-47f9-9194-bb23c70d0e79 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.245138 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cbbdbffa-dafd-40de-9b67-cf75e304e84a req-b857d930-7ddd-47f9-9194-bb23c70d0e79 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0882361 Apr 07 11:48:37.261681 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-65bd8905-465b-4655-b30d-f2749bb93cff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/quotas/d8a08587d20a4220b12b5534cfcd14fd HTTP/1.1" status: 200 len: 375 time: 0.0155351 Apr 07 11:48:37.341114 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cbbdbffa-dafd-40de-9b67-cf75e304e84a req-3b274bf6-c180-4405-a193-7a0d8b495436 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884867 Apr 07 11:48:37.368997 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-57e44471-66d3-4c4e-a9da-87681542f502 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924394 Apr 07 11:48:37.514134 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-a257ce0f-df1a-4084-ba5a-dfa9d07146f9 service neutron] 10.222.0.15 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382341 Apr 07 11:48:37.555783 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f2d02-ab12-49d6-ba19-f627974d9d2e req-49f54879-4c94-4248-ae23-f2f31e600f21 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.557589 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a1f2d02-ab12-49d6-ba19-f627974d9d2e req-49f54879-4c94-4248-ae23-f2f31e600f21 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 932 time: 0.0998094 Apr 07 11:48:37.653518 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a1f2d02-ab12-49d6-ba19-f627974d9d2e req-fe7c4e42-aaa5-4154-b204-dedbac8ad92f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662210 Apr 07 11:48:37.657262 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-6d117816-60d5-4102-8a61-da23490ade13 service neutron] 10.222.0.15 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367736 Apr 07 11:48:37.849825 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3b669-eceb-4373-ac56-d0316e858204 req-3fb99398-5a42-4fd0-a506-13ea2bdcc841 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:37.851407 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ead3b669-eceb-4373-ac56-d0316e858204 req-3fb99398-5a42-4fd0-a506-13ea2bdcc841 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0609305 Apr 07 11:48:37.911667 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ead3b669-eceb-4373-ac56-d0316e858204 req-e8932749-8fb0-4d65-b902-c15f9084bce1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545299 Apr 07 11:48:37.993142 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1122592f-a696-47c3-8bb5-d95d79fc9991 req-d532b6b4-c5e9-4a4c-b97a-09127e8ddbfc tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0270083 Apr 07 11:48:38.480471 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4603144-7545-47fb-b041-61c8bd8c6324 req-72dc0d84-f76c-4cb9-8e91-cb04ec2a5c6d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:38.481947 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e4603144-7545-47fb-b041-61c8bd8c6324 req-72dc0d84-f76c-4cb9-8e91-cb04ec2a5c6d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0556805 Apr 07 11:48:38.529200 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e4603144-7545-47fb-b041-61c8bd8c6324 req-9a9f23e2-b44e-49bc-854c-b45fb17b57b5 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416703 Apr 07 11:48:38.803465 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10960ae8-51f5-4a3d-936e-52d5efe11aae req-bf6ec4b2-8807-4aba-865b-e6697d3a55d6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:38.805088 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-10960ae8-51f5-4a3d-936e-52d5efe11aae req-bf6ec4b2-8807-4aba-865b-e6697d3a55d6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 932 time: 0.0672300 Apr 07 11:48:38.854021 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-10960ae8-51f5-4a3d-936e-52d5efe11aae req-9ae5c8f9-7746-4fac-b5e0-9f1ac9219ca7 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430753 Apr 07 11:48:39.062632 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a8872-d79e-498c-bfd3-5c166b94561d req-5d631afd-1626-4f1a-9909-959e65109a2f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:39.064186 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-066a8872-d79e-498c-bfd3-5c166b94561d req-5d631afd-1626-4f1a-9909-959e65109a2f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0854590 Apr 07 11:48:39.111546 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3cd8a325-caef-4061-922c-3c6bcb986922 req-1a36797d-0bb9-4c91-80c9-1e9b7107ea84 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0354323 Apr 07 11:48:39.134552 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-066a8872-d79e-498c-bfd3-5c166b94561d req-0c0a022a-4173-41f8-b419-4289bc64cfc9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645478 Apr 07 11:48:39.662607 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7f0eb4-494d-4db1-ad7b-b59afd8ed320 req-47530422-dcd6-4b85-9f05-771c0d286da2 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:39.664277 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab7f0eb4-494d-4db1-ad7b-b59afd8ed320 req-47530422-dcd6-4b85-9f05-771c0d286da2 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0556407 Apr 07 11:48:39.730941 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab7f0eb4-494d-4db1-ad7b-b59afd8ed320 req-33ff4d8e-c4ee-4824-b1d1-8efbafdc3258 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505395 Apr 07 11:48:40.005995 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a268ec-24ca-42db-928a-4c0bcfa78834 req-3cd2679b-006f-4f45-b4b6-51ba957e3b19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:40.007815 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-31a268ec-24ca-42db-928a-4c0bcfa78834 req-3cd2679b-006f-4f45-b4b6-51ba957e3b19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 932 time: 0.0743949 Apr 07 11:48:40.103216 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-31a268ec-24ca-42db-928a-4c0bcfa78834 req-fc827935-bff0-4acb-a951-8a0ffa3e3fe6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891962 Apr 07 11:48:40.237529 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-88a91f31-d110-40a0-9137-1dcc42ca0a4d req-92b7bbd2-3c87-492d-817e-d6bac2676f6d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0585330 Apr 07 11:48:40.263975 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a4405b-1a7c-4bd0-b987-188bfe8f4c5a req-808850c2-fcca-4568-a183-0f94f8dff008 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:40.265467 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-96a4405b-1a7c-4bd0-b987-188bfe8f4c5a req-808850c2-fcca-4568-a183-0f94f8dff008 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0567379 Apr 07 11:48:40.314946 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-96a4405b-1a7c-4bd0-b987-188bfe8f4c5a req-01b09026-549d-4920-9551-c1a79e9f7a1d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438786 Apr 07 11:48:40.867450 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1788b-3ce2-410c-a038-34c9e3c3dd24 req-0533e609-e47d-49cf-b360-9ae1f7633e2b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:40.869199 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cff1788b-3ce2-410c-a038-34c9e3c3dd24 req-0533e609-e47d-49cf-b360-9ae1f7633e2b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0640757 Apr 07 11:48:40.934618 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cff1788b-3ce2-410c-a038-34c9e3c3dd24 req-84c1d909-5757-4fc5-a53b-d8a75fedaf3d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594873 Apr 07 11:48:41.222792 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16252817-6a66-4c94-9b5d-e3d31c8eafa1 req-2c594f16-e143-4ffa-a9d4-fdb17344e46f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:41.224326 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16252817-6a66-4c94-9b5d-e3d31c8eafa1 req-2c594f16-e143-4ffa-a9d4-fdb17344e46f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 932 time: 0.0544779 Apr 07 11:48:41.283330 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16252817-6a66-4c94-9b5d-e3d31c8eafa1 req-c766bec0-1cdd-4fbc-8c25-3365976f55a5 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494609 Apr 07 11:48:41.334364 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a3392515-6277-42d8-821e-538d0b5c26f8 req-3e54e1df-97fe-4a8f-8a78-c8db7f02affe tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0293720 Apr 07 11:48:41.444623 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b86bfa-6660-46d4-b08d-585876a06e2e req-c2bdaa1a-4f9a-4056-b558-4f1a71c2be89 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:41.446043 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-38b86bfa-6660-46d4-b08d-585876a06e2e req-c2bdaa1a-4f9a-4056-b558-4f1a71c2be89 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0590339 Apr 07 11:48:41.493985 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-38b86bfa-6660-46d4-b08d-585876a06e2e req-0a864f70-57cc-4af3-9c88-b79229681c71 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422506 Apr 07 11:48:42.073238 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e79dd8-496c-485a-9497-878d8d7a2acd req-4e8fa987-5983-4f7a-b060-16b76421e606 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:42.075394 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b3e79dd8-496c-485a-9497-878d8d7a2acd req-4e8fa987-5983-4f7a-b060-16b76421e606 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0611057 Apr 07 11:48:42.125069 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b3e79dd8-496c-485a-9497-878d8d7a2acd req-7584c07e-f047-4c7f-9ec0-5d33cd3ffa54 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Apr 07 11:48:42.443532 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6ffb8d5b-2d44-4fbb-8b0e-725998b9daf6 req-67ad1915-0714-4e37-a765-bdc40775d79f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0295506 Apr 07 11:48:42.473677 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc85f63-76d0-4808-9268-5cd64fb76260 req-b534549d-30c2-4ebe-b189-46f41f852c08 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:42.475204 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4cc85f63-76d0-4808-9268-5cd64fb76260 req-b534549d-30c2-4ebe-b189-46f41f852c08 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 932 time: 0.0925367 Apr 07 11:48:42.533125 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4cc85f63-76d0-4808-9268-5cd64fb76260 req-0ecca3aa-0991-4076-97aa-5ab04a88e671 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517683 Apr 07 11:48:42.641722 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46377ecd-ec9b-4d4d-b705-857c42f835ed req-4dfe299e-cf94-4373-b5c1-cb19d222c54b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:42.646646 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-46377ecd-ec9b-4d4d-b705-857c42f835ed req-4dfe299e-cf94-4373-b5c1-cb19d222c54b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0758016 Apr 07 11:48:42.696056 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-46377ecd-ec9b-4d4d-b705-857c42f835ed req-95f8343e-a438-4908-81c7-fa7792ceba37 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460424 Apr 07 11:48:43.267988 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcde580-1213-4e3e-8385-0dc57b4bdd32 req-cd35779b-f043-499d-89d7-5a5ea0b45ec7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:43.269741 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6dcde580-1213-4e3e-8385-0dc57b4bdd32 req-cd35779b-f043-499d-89d7-5a5ea0b45ec7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0648730 Apr 07 11:48:43.315331 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6dcde580-1213-4e3e-8385-0dc57b4bdd32 req-3db20086-8ab7-4e8e-9336-f8624326f944 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Apr 07 11:48:43.557692 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-13888ef3-3161-416f-8479-ddb28711032c req-7246caa9-257b-4b03-aea0-9e8fc7425af4 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0343831 Apr 07 11:48:43.656442 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfca7b1-3a36-44e3-a22e-9b0bb12ce2fe req-0509a8f2-d67e-4d64-9d4e-8c6b229a811f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:43.658001 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1cfca7b1-3a36-44e3-a22e-9b0bb12ce2fe req-0509a8f2-d67e-4d64-9d4e-8c6b229a811f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 932 time: 0.0554032 Apr 07 11:48:43.711124 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1cfca7b1-3a36-44e3-a22e-9b0bb12ce2fe req-296d2fe5-6a27-4c83-ba56-630f6372eb62 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471013 Apr 07 11:48:43.820348 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61e38f-4fad-4a3d-8752-aea8a469d7fd req-7a41c4a8-c80e-40b8-b5fb-3bb482645760 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:43.821864 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e61e38f-4fad-4a3d-8752-aea8a469d7fd req-7a41c4a8-c80e-40b8-b5fb-3bb482645760 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0545447 Apr 07 11:48:43.870792 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8e61e38f-4fad-4a3d-8752-aea8a469d7fd req-e02926ba-dfb5-4ef1-a923-f2c4e34b891a tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424571 Apr 07 11:48:44.437930 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-8b5f1ffa-14c4-42c5-b1ea-c1841c5233d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:44.439270 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-8b5f1ffa-14c4-42c5-b1ea-c1841c5233d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.0786214 Apr 07 11:48:44.462183 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819182a5-851f-4bf5-a22c-2fc6e1aa2081 req-70e3b19e-e618-4460-ba53-4caed6403e22 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:44.463588 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-819182a5-851f-4bf5-a22c-2fc6e1aa2081 req-70e3b19e-e618-4460-ba53-4caed6403e22 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0627646 Apr 07 11:48:44.510396 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-819182a5-851f-4bf5-a22c-2fc6e1aa2081 req-b7edc5e2-70ba-4a0a-9227-ebd267d8973d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403371 Apr 07 11:48:44.563852 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Request body: {'port': {'device_id': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:44.622698 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:44.682891 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b50f58c8-cf8a-4792-90a1-7149f6c4f9ef req-99fc4660-87ec-49c0-a493-810081f51027 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0576823 Apr 07 11:48:44.713139 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-46899c7e-5f47-47c6-b35f-a1698bf573fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:44.713139 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-46899c7e-5f47-47c6-b35f-a1698bf573fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721884 Apr 07 11:48:44.862827 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-2b7fe7ca-02e7-43d8-a07e-65e13b5772b1 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423490 Apr 07 11:48:44.871009 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5d2a6-d8e6-4c4a-a208-39418bb946e8 req-ce4fbbd9-6520-40ed-9db2-084ee159d4be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:44.872644 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-85c5d2a6-d8e6-4c4a-a208-39418bb946e8 req-ce4fbbd9-6520-40ed-9db2-084ee159d4be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 932 time: 0.0816722 Apr 07 11:48:45.006872 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-85c5d2a6-d8e6-4c4a-a208-39418bb946e8 req-a32707e2-710b-4dcb-9aa6-32db406ef88c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274414 Apr 07 11:48:45.041934 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55ecb589-71cd-412c-ac37-b448ed94d3f6 req-92cb2a45-c776-406f-9651-c6d0c4d5cb07 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479115 Apr 07 11:48:45.053359 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd4f65-bad4-44df-b765-e004b13b625b req-5e861ab3-2556-46a7-be7e-1fe216329566 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:45.054807 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-45dd4f65-bad4-44df-b765-e004b13b625b req-5e861ab3-2556-46a7-be7e-1fe216329566 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0878253 Apr 07 11:48:45.102399 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-45dd4f65-bad4-44df-b765-e004b13b625b req-bac5a213-1140-427d-b675-ff76cf87d702 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417550 Apr 07 11:48:45.174006 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b21eda88-47e8-40b8-9e71-8cc17fa7aecc {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:48:45.185823 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Publish callbacks [] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.201797 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Transition to ACTIVE for port object b21eda88-47e8-40b8-9e71-8cc17fa7aecc will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:48:45.207991 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.262597 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Pushing event updated for resources: {'Port': ['ID=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:45.339924 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.340326 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.340672 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.341062 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.341399 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.341712 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.342001 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.342270 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.342589 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.342910 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.343228 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.343558 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.343879 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.344192 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.344512 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:45.350233 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Attempting to bind port b21eda88-47e8-40b8-9e71-8cc17fa7aecc on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:45.351352 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Attempting to bind port b21eda88-47e8-40b8-9e71-8cc17fa7aecc by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:45.351352 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Attempting to bind port b21eda88-47e8-40b8-9e71-8cc17fa7aecc on network aa076410-3c7e-496c-bab0-99102f27aa65 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:45.367198 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Port b21eda88-47e8-40b8-9e71-8cc17fa7aecc on network aa076410-3c7e-496c-bab0-99102f27aa65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:48:45.367590 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Attempting to bind port b21eda88-47e8-40b8-9e71-8cc17fa7aecc on network aa076410-3c7e-496c-bab0-99102f27aa65 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:45.373311 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:45.373657 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Checking segment: {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:45.374043 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Bound using segment: {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:45.374472 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Bound port: b21eda88-47e8-40b8-9e71-8cc17fa7aecc, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75537c36-b8cf-42ec-b90e-832ef21f8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:45.374834 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.497795 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] For port b21eda88-47e8-40b8-9e71-8cc17fa7aecc, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:45.502429 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] For port b21eda88-47e8-40b8-9e71-8cc17fa7aecc, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:45.521347 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.600036 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:45.600697 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:45.602312 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-b3985261-003a-47de-9fce-d44497f2defb service neutron] 10.222.0.52 "PUT /v2.0/ports/b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 1094 time: 1.0430830 Apr 07 11:48:45.631019 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3985261-003a-47de-9fce-d44497f2defb service neutron] Pushing event updated for resources: {'Port': ['ID=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:45.645732 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:45.651276 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68d44e1-a019-4b37-b0bc-006bee29780c" -d '{"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:45.758808 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036646b-6efe-4472-9ec5-10155318ad7d req-918a5689-2a8b-4938-aa3d-e43dc8a0265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:45.760547 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a036646b-6efe-4472-9ec5-10155318ad7d req-918a5689-2a8b-4938-aa3d-e43dc8a0265d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 1129 time: 0.2543180 Apr 07 11:48:45.780967 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687add25-65cc-458c-81c3-6f54e7697213 req-772308df-7398-4a67-bd5b-2e76c3558ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:45.780967 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-772308df-7398-4a67-bd5b-2e76c3558ef2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0012c4b9a7c241f59844e1ea784fea0e&device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 1128 time: 0.1101809 Apr 07 11:48:45.926302 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f629bcf1-5442-4377-90e0-49296fffa1d2 req-9c8ad097-2f1a-44f3-a25d-f2901e6b6e0d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:45.935765 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f629bcf1-5442-4377-90e0-49296fffa1d2 req-9c8ad097-2f1a-44f3-a25d-f2901e6b6e0d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.6706719 Apr 07 11:48:45.970892 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eeb8f0-8380-463f-b71d-da01e2822abc req-67d6f8f8-7176-4759-87d3-cd382d342ccf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:45.978377 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-29eeb8f0-8380-463f-b71d-da01e2822abc req-67d6f8f8-7176-4759-87d3-cd382d342ccf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.2186308 Apr 07 11:48:45.988542 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-9e5ed612-2662-4b9c-b6ed-ab8cba58e52c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 217 time: 0.0694330 Apr 07 11:48:46.042919 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036646b-6efe-4472-9ec5-10155318ad7d req-87aea678-f33f-43a3-8c74-b9e279ece574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:46.042919 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a036646b-6efe-4472-9ec5-10155318ad7d req-87aea678-f33f-43a3-8c74-b9e279ece574 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 912 time: 0.2355437 Apr 07 11:48:46.054889 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f629bcf1-5442-4377-90e0-49296fffa1d2 req-80499d0e-675d-4e50-87de-c90cb3d3dab0 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181502 Apr 07 11:48:46.068217 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994212-67eb-4f33-a60e-2b40e060f45d req-95a9382d-a65e-4654-9e68-208f37dafb30 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:46.068217 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-95a9382d-a65e-4654-9e68-208f37dafb30 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 811 time: 0.7597582 Apr 07 11:48:46.120668 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-29eeb8f0-8380-463f-b71d-da01e2822abc req-2be155b8-29ee-45b2-8217-237085d8aa56 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409261 Apr 07 11:48:46.209837 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687add25-65cc-458c-81c3-6f54e7697213 req-f8556d9f-f9c4-40e0-b167-9a45554deb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:46.212108 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-f8556d9f-f9c4-40e0-b167-9a45554deb3c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22fbaf62-5711-4748-9616-2129b0e0bb3c HTTP/1.1" status: 200 len: 854 time: 0.1204972 Apr 07 11:48:46.214546 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c960c8a0-d0f6-4ab8-857c-5664def7d92d x-openstack-request-id: req-c960c8a0-d0f6-4ab8-857c-5664def7d92d {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:46.215071 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:46.215473 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c960c8a0-d0f6-4ab8-857c-5664def7d92d {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:46.216043 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c960c8a0-d0f6-4ab8-857c-5664def7d92d'] response: {'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'status': 'completed', 'code': 200} Apr 07 11:48:46.273758 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f1a51eae-5059-4025-94e1-f0b55467727f req-ac390ee9-31e5-4d65-abc0-2b314f126ac9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0388696 Apr 07 11:48:46.295807 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88d7e4-f6c7-49a8-8627-e6c0cdfd9ade req-8d93696d-bede-48b0-b5a3-d0c276696367 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:46.297535 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-af88d7e4-f6c7-49a8-8627-e6c0cdfd9ade req-8d93696d-bede-48b0-b5a3-d0c276696367 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.0980523 Apr 07 11:48:46.357146 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-af88d7e4-f6c7-49a8-8627-e6c0cdfd9ade req-b248628c-b399-45e0-b377-3367ea8e95b6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535960 Apr 07 11:48:47.176961 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb5ad1-0724-4b46-b051-d03a94649991 req-5eef470f-ad17-47f1-80fa-d8cd58ff48d0 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:47.178708 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-98eb5ad1-0724-4b46-b051-d03a94649991 req-5eef470f-ad17-47f1-80fa-d8cd58ff48d0 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0565472 Apr 07 11:48:47.244439 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:48:47.262246 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-98eb5ad1-0724-4b46-b051-d03a94649991 req-9a3398d9-cb4f-46ac-880f-b0c451669552 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771489 Apr 07 11:48:47.285078 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b325ec7-be81-4143-aa11-31b6e3f668cf req-2303473d-96af-4ad5-b2fc-e2ce2aa3fde3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:47.286761 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9b325ec7-be81-4143-aa11-31b6e3f668cf req-2303473d-96af-4ad5-b2fc-e2ce2aa3fde3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0673347 Apr 07 11:48:47.349669 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9b325ec7-be81-4143-aa11-31b6e3f668cf req-d6dc323d-0e19-425c-8405-0ba10aac8759 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554378 Apr 07 11:48:47.375706 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b025faa0-5d64-43c4-89a7-090b94c4499b req-72669b25-3a55-4a05-86d8-dc2253708849 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0309081 Apr 07 11:48:47.489030 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf77dde-c2dd-46a3-bb60-96f1b1f0c398 req-6b010bf6-1b20-4e53-8ad8-5a440a75c46f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:47.490928 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7cf77dde-c2dd-46a3-bb60-96f1b1f0c398 req-6b010bf6-1b20-4e53-8ad8-5a440a75c46f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.0603540 Apr 07 11:48:47.542612 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7cf77dde-c2dd-46a3-bb60-96f1b1f0c398 req-c2671d2e-62df-4ab4-a59a-ef1d661965ee tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441928 Apr 07 11:48:48.413661 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4ecb2-9734-44e9-b5a2-4da54c6e1c7b req-85de28d3-40fe-4177-85d5-622ac2c85e5c tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:48.416468 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-86a4ecb2-9734-44e9-b5a2-4da54c6e1c7b req-85de28d3-40fe-4177-85d5-622ac2c85e5c tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0778823 Apr 07 11:48:48.535779 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-86a4ecb2-9734-44e9-b5a2-4da54c6e1c7b req-195a65fe-3474-40c9-a0a6-937e675adf09 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133389 Apr 07 11:48:48.575109 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35209665-cbb2-4ce8-aca0-fe25aafa086a req-bd32c57c-97cf-49d8-af67-d80ecf6f20d1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:48.576933 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35209665-cbb2-4ce8-aca0-fe25aafa086a req-bd32c57c-97cf-49d8-af67-d80ecf6f20d1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0852056 Apr 07 11:48:48.690956 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a036646b-6efe-4472-9ec5-10155318ad7d req-88632e05-5612-4e12-ac10-4229d7a84100 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3 HTTP/1.1" status: 200 len: 1001 time: 0.0867553 Apr 07 11:48:48.757558 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2db61454-69b9-431a-ae5d-b8b8ffb923b5 req-4ecd7c5f-2a10-4c15-9be9-ca572ca2427d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0621359 Apr 07 11:48:48.792511 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-23690cf8-51df-497a-b656-9b01a1514068 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8a08587d20a4220b12b5534cfcd14fd HTTP/1.1" status: 200 len: 380 time: 0.1851680 Apr 07 11:48:48.813048 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35209665-cbb2-4ce8-aca0-fe25aafa086a req-6d028882-562c-4838-824e-f09cf19c7e0b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167382 Apr 07 11:48:48.922786 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca8c8f-8442-403a-9d56-2089041776ef req-f2be4d21-3558-4b1d-a0db-2514ea1bf63c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:48.930447 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6fca8c8f-8442-403a-9d56-2089041776ef req-f2be4d21-3558-4b1d-a0db-2514ea1bf63c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.0658317 Apr 07 11:48:48.977364 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6fca8c8f-8442-403a-9d56-2089041776ef req-2e0f96cf-37b8-4904-84dd-eedea6e955c0 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459664 Apr 07 11:48:49.674249 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbebf2-3e65-4188-9a88-78fdc2c44b3a req-3383f19e-5403-41e3-847c-143b0e33c25f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:49.675775 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3abbebf2-3e65-4188-9a88-78fdc2c44b3a req-3383f19e-5403-41e3-847c-143b0e33c25f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0579045 Apr 07 11:48:49.732486 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3abbebf2-3e65-4188-9a88-78fdc2c44b3a req-fd33bd60-1516-4ca1-8c4d-6e6fe3017135 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499444 Apr 07 11:48:49.867394 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bcc7705-0347-468e-8412-1fa1f3131dc2 req-9fbec36c-3fef-4a03-887f-3dd6d51a50e8 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0337276 Apr 07 11:48:49.960531 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef321ae9-f635-42e9-81f0-639dff7e41f2 req-76b34ef4-a6e9-4ab7-8941-6e45f48a2766 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:49.962211 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ef321ae9-f635-42e9-81f0-639dff7e41f2 req-76b34ef4-a6e9-4ab7-8941-6e45f48a2766 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0634842 Apr 07 11:48:50.026749 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ef321ae9-f635-42e9-81f0-639dff7e41f2 req-64031c14-dba4-4829-a1f5-db6dcafdae94 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581224 Apr 07 11:48:50.107235 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2515f53b-85f8-43be-b9a9-468126ccdc23 req-9e26592b-4557-4452-ba1e-558e8dbfe2cc tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:50.108794 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2515f53b-85f8-43be-b9a9-468126ccdc23 req-9e26592b-4557-4452-ba1e-558e8dbfe2cc tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.0599065 Apr 07 11:48:50.156389 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2515f53b-85f8-43be-b9a9-468126ccdc23 req-4107cfcf-5c88-497f-af95-98f814c942b9 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Apr 07 11:48:50.881426 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e5621-6f08-4622-8106-5f2cf1bd9fc3 req-fe154045-bf81-4e93-9729-277380f9cccf tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:50.882932 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6c1e5621-6f08-4622-8106-5f2cf1bd9fc3 req-fe154045-bf81-4e93-9729-277380f9cccf tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0699098 Apr 07 11:48:50.935860 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6c1e5621-6f08-4622-8106-5f2cf1bd9fc3 req-9fd75a28-b26e-4b8c-83f9-9cf3f68f0ae7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466850 Apr 07 11:48:51.056853 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1c7d1c4a-6604-4491-a461-e50509812d99 req-6262a116-6c56-44aa-b3a5-d96cb8c2ebe9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0307651 Apr 07 11:48:51.170182 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c8759-80c5-4d64-aa24-0ced1c325a14 req-288113c6-8372-483b-90f8-be8efda50102 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:51.171828 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9d8c8759-80c5-4d64-aa24-0ced1c325a14 req-288113c6-8372-483b-90f8-be8efda50102 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0596197 Apr 07 11:48:51.222361 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9d8c8759-80c5-4d64-aa24-0ced1c325a14 req-d53064c2-fe3a-47ef-a1cd-550533377030 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Apr 07 11:48:51.349759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2abd20f-b5b8-4a68-a644-eb52f6d1bac7 req-eb378cbc-80f3-4a58-9a69-8328b8a0dc56 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:51.351245 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b2abd20f-b5b8-4a68-a644-eb52f6d1bac7 req-eb378cbc-80f3-4a58-9a69-8328b8a0dc56 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.0577693 Apr 07 11:48:51.411570 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b2abd20f-b5b8-4a68-a644-eb52f6d1bac7 req-3b53186b-abb1-4e77-b5ed-82356391a084 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544562 Apr 07 11:48:52.074709 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e443f8-23b9-4f69-a3c1-20309e20910c req-b0291a58-b6dc-43f9-bb5d-cc4bc9f82f0f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:52.076215 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-61e443f8-23b9-4f69-a3c1-20309e20910c req-b0291a58-b6dc-43f9-bb5d-cc4bc9f82f0f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0570102 Apr 07 11:48:52.126038 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-61e443f8-23b9-4f69-a3c1-20309e20910c req-912055b0-ca50-49ad-ac49-0a96cd41d70f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430584 Apr 07 11:48:52.219779 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-732770a3-a8af-4b72-a801-b15282c87d54 req-dd12620d-efb9-4d71-b4da-6b5a96ebc465 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0339782 Apr 07 11:48:52.347441 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8ee2a-063c-49d6-9089-859967dac177 req-4ef558ba-270a-4753-aedb-7979e5a81efa tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:52.348870 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fed8ee2a-063c-49d6-9089-859967dac177 req-4ef558ba-270a-4753-aedb-7979e5a81efa tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0550351 Apr 07 11:48:52.398333 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fed8ee2a-063c-49d6-9089-859967dac177 req-5c594127-e91d-487e-ae21-431aeacd2e9f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433028 Apr 07 11:48:52.556006 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de1ff99-b845-484c-bd3b-dc33ef28dbe1 req-1fda4f54-457b-4a3b-995c-131c16ece0da tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:52.557530 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2de1ff99-b845-484c-bd3b-dc33ef28dbe1 req-1fda4f54-457b-4a3b-995c-131c16ece0da tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.0549414 Apr 07 11:48:52.609517 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2de1ff99-b845-484c-bd3b-dc33ef28dbe1 req-8a69e90d-d08e-4b8f-be33-50efc28d1d56 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459571 Apr 07 11:48:52.969492 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6cfd2d-6b3e-4bb8-9e18-b22154dfec2d req-8719cbd3-a356-44e5-96b9-abe6adace446 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:52.970988 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1b6cfd2d-6b3e-4bb8-9e18-b22154dfec2d req-8719cbd3-a356-44e5-96b9-abe6adace446 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 946 time: 0.0636814 Apr 07 11:48:53.021996 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1b6cfd2d-6b3e-4bb8-9e18-b22154dfec2d req-179a4db8-895a-4f12-b0f0-08a5c09e89a4 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446267 Apr 07 11:48:53.253351 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6c129-6b18-472d-975a-f5732423d926 req-6a243cde-439d-4076-afa6-d9f97acb27dc tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:53.256830 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bef6c129-6b18-472d-975a-f5732423d926 req-6a243cde-439d-4076-afa6-d9f97acb27dc tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0603876 Apr 07 11:48:53.304618 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bef6c129-6b18-472d-975a-f5732423d926 req-e5628e36-fa40-4612-8389-4cd7fd32bc3f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433686 Apr 07 11:48:53.389930 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c71df2b7-4ffb-49dc-bc6c-5bd536b7e2bd req-cc61c933-60f0-4894-974e-7af60a5b9a98 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0284767 Apr 07 11:48:53.527098 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac13850-453b-4153-9ad3-5d6d2225c30e req-0c8d6c2a-a846-45e9-a92a-52d5f48bb476 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:53.528625 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6ac13850-453b-4153-9ad3-5d6d2225c30e req-0c8d6c2a-a846-45e9-a92a-52d5f48bb476 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0571449 Apr 07 11:48:53.597001 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6ac13850-453b-4153-9ad3-5d6d2225c30e req-1392841f-a418-4ffc-ae0b-d4fd55f9e9d4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624347 Apr 07 11:48:53.739473 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8933d6-f63d-4f8c-88c6-d4d21392e469 req-89554df2-5a6a-4f1e-b5ec-6d7e42f31e0c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:53.740984 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8d8933d6-f63d-4f8c-88c6-d4d21392e469 req-89554df2-5a6a-4f1e-b5ec-6d7e42f31e0c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.0557294 Apr 07 11:48:53.791981 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8d8933d6-f63d-4f8c-88c6-d4d21392e469 req-0b778e36-efce-4c4c-b19c-c505e5ecbfde tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447898 Apr 07 11:48:54.151428 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9f27b-9d89-4cfa-8d7d-d1113cae54c3 req-4d0a9bcf-0bd4-475a-8238-6bb5f263818f tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:54.153000 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c5d9f27b-9d89-4cfa-8d7d-d1113cae54c3 req-4d0a9bcf-0bd4-475a-8238-6bb5f263818f tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 946 time: 0.0585883 Apr 07 11:48:54.202735 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c5d9f27b-9d89-4cfa-8d7d-d1113cae54c3 req-f69276e9-87a8-4d03-b80e-41db5976c787 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437701 Apr 07 11:48:54.432967 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620183-884a-4586-a619-d401924bb854 req-9ada63b7-646a-4de5-993c-b4d9078a9555 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:54.434518 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-be620183-884a-4586-a619-d401924bb854 req-9ada63b7-646a-4de5-993c-b4d9078a9555 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0602486 Apr 07 11:48:54.484994 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-be620183-884a-4586-a619-d401924bb854 req-5de9d158-364d-459e-9025-1e3bbdb7a75c tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446069 Apr 07 11:48:54.571485 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-80317aa7-f060-4cd8-ac9c-b4c14f2e00ec req-5ea8fe51-a660-4966-99bc-6d049bfdc544 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0271478 Apr 07 11:48:54.739148 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6400e4f-615c-48cc-b622-324436ff8b9c req-f8e5f348-0a0e-4f36-9377-324e325b675f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:54.741202 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f6400e4f-615c-48cc-b622-324436ff8b9c req-f8e5f348-0a0e-4f36-9377-324e325b675f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0689242 Apr 07 11:48:54.790658 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f6400e4f-615c-48cc-b622-324436ff8b9c req-4cb40019-c9c0-4f93-8265-505cdf8b6739 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432720 Apr 07 11:48:54.854406 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'port': {'device_id': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'admin_state_up': True, 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'security_groups': ['28f83b37-2803-4ee4-9309-bee8266a964c']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:54.919961 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687add25-65cc-458c-81c3-6f54e7697213 req-8687a8b6-8edc-45f9-8f8c-a6c07a49e141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:54.921525 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-8687a8b6-8edc-45f9-8f8c-a6c07a49e141 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa076410-3c7e-496c-bab0-99102f27aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953727 Apr 07 11:48:54.925452 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036646b-6efe-4472-9ec5-10155318ad7d req-56347476-343e-4c23-a9eb-b09553b1029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:54.926827 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a036646b-6efe-4472-9ec5-10155318ad7d req-56347476-343e-4c23-a9eb-b09553b1029f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 200 len: 850 time: 0.0592902 Apr 07 11:48:54.996265 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a99d2d-4917-4db9-82d4-c9cd383f6d89 req-6f999820-e588-4f14-802c-6ee8ab9872ae tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:54.997886 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a3a99d2d-4917-4db9-82d4-c9cd383f6d89 req-6f999820-e588-4f14-802c-6ee8ab9872ae tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.1121211 Apr 07 11:48:55.032177 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Made reservation on behalf of d8a08587d20a4220b12b5534cfcd14fd for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:48:55.035488 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.068077 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a3a99d2d-4917-4db9-82d4-c9cd383f6d89 req-9e730bbb-a5f9-47ad-a6ab-67521406ea1f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637841 Apr 07 11:48:55.175402 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Allocated IP 172.20.0.12 (03994c54-3577-4093-861c-ec84d9d77c85/f38c5977-0203-4668-a1ef-c4a4a5df9f57/d701df51-e420-43ba-b5e0-6f5b40baa7bd) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:48:55.347473 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.359337 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270d80f-4c71-4240-8347-15dc832ac8d2 req-326affff-d3ed-4731-8fcd-4f6e2957195b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:55.360810 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d270d80f-4c71-4240-8347-15dc832ac8d2 req-326affff-d3ed-4731-8fcd-4f6e2957195b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 946 time: 0.0896189 Apr 07 11:48:55.422405 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.451540 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d270d80f-4c71-4240-8347-15dc832ac8d2 req-a58cf8d1-79ce-40dc-9ffd-343599be1ee6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845478 Apr 07 11:48:55.466573 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Network 03994c54-3577-4093-861c-ec84d9d77c85 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:48:55.468025 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:48:55.471604 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:48:55.498922 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'Port': ['ID=d701df51-e420-43ba-b5e0-6f5b40baa7bd,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:55.511360 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.511702 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.512042 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.512377 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.512703 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.513097 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.513430 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.513738 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.514077 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.514396 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.514718 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.515038 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.515349 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.515666 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.515979 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:48:55.541301 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:55.541921 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.561569 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-3374c143-4380-490c-8c4a-f05bb2940299 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7114546 Apr 07 11:48:55.617848 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2a710-b536-4a59-a01a-b62070929306 req-82b9b6ce-2781-4163-986c-d213d08408b7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:55.619408 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8cd2a710-b536-4a59-a01a-b62070929306 req-82b9b6ce-2781-4163-986c-d213d08408b7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0548592 Apr 07 11:48:55.671760 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8cd2a710-b536-4a59-a01a-b62070929306 req-d43b4dac-0df5-406a-b7a7-047f6f62f2be tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464985 Apr 07 11:48:55.742604 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-de9aa385-cdd5-4d89-9f36-ccbed50d701c None None] Provisioning complete for port d701df51-e420-43ba-b5e0-6f5b40baa7bd triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:48:55.743257 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-de9aa385-cdd5-4d89-9f36-ccbed50d701c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:55.776735 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589ae9d-1948-4d4a-9ca6-5a13990d4e13 req-4c86cee1-6af6-4c99-aaa8-a20d10a207a6 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:55.778019 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-de9aa385-cdd5-4d89-9f36-ccbed50d701c None None] Port d701df51-e420-43ba-b5e0-6f5b40baa7bd cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:48:55.778521 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5589ae9d-1948-4d4a-9ca6-5a13990d4e13 req-4c86cee1-6af6-4c99-aaa8-a20d10a207a6 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 932 time: 0.0523603 Apr 07 11:48:55.831634 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5589ae9d-1948-4d4a-9ca6-5a13990d4e13 req-e3ab75cd-4ec2-4ea6-9bb9-e72ed783bcd3 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443406 Apr 07 11:48:55.938219 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3a018-7823-4464-8191-99e38c064eb8 req-dfec2130-f70e-424c-995b-8ade175a7d29 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:55.939711 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bf3a018-7823-4464-8191-99e38c064eb8 req-dfec2130-f70e-424c-995b-8ade175a7d29 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0533969 Apr 07 11:48:55.986063 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bf3a018-7823-4464-8191-99e38c064eb8 req-765f07a8-02de-4254-8019-9408e7404981 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405409 Apr 07 11:48:56.197969 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baab98-3c79-43da-b0b5-98757819c37a req-3e1be8ce-60e1-4efd-83d4-adcb0e3a4ba2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:56.199446 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7baab98-3c79-43da-b0b5-98757819c37a req-3e1be8ce-60e1-4efd-83d4-adcb0e3a4ba2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.0575066 Apr 07 11:48:56.248072 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7baab98-3c79-43da-b0b5-98757819c37a req-546e8acc-c726-4562-b2b5-bc5bb365595f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429347 Apr 07 11:48:56.574341 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Request body: {'port': {'device_id': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:48:56.585381 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3d86f-042a-45a6-b9ba-8056972fb855 req-cc4572c3-6167-4283-8079-b900475a14da tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:56.586896 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d9d3d86f-042a-45a6-b9ba-8056972fb855 req-cc4572c3-6167-4283-8079-b900475a14da tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 946 time: 0.0634644 Apr 07 11:48:56.682092 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d9d3d86f-042a-45a6-b9ba-8056972fb855 req-45368db6-a1c3-41c7-9e85-b962e59dbdc8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782092 Apr 07 11:48:56.682797 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:56.725034 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-668ce736-cc1c-4fb9-a664-c35ba0bfffa9 service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567757 Apr 07 11:48:56.744859 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036646b-6efe-4472-9ec5-10155318ad7d req-f0436419-dcd5-4f44-812f-d048fea64c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:56.746805 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a036646b-6efe-4472-9ec5-10155318ad7d req-f0436419-dcd5-4f44-812f-d048fea64c33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1354535 Apr 07 11:48:56.931093 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e77020e-cfe4-4dcc-b546-fddb004f2e0f req-1848b21b-baa5-4435-8e36-86c39a732036 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:56.932610 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3e77020e-cfe4-4dcc-b546-fddb004f2e0f req-1848b21b-baa5-4435-8e36-86c39a732036 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.1723995 Apr 07 11:48:57.006721 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-28ddabec-54ce-4fbe-a130-1d357e44623f service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962790 Apr 07 11:48:57.015374 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-2cbd96e7-6c0a-45c1-993c-b9e1e922f66c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:57.016836 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-2cbd96e7-6c0a-45c1-993c-b9e1e922f66c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 946 time: 0.1327267 Apr 07 11:48:57.018791 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a036646b-6efe-4472-9ec5-10155318ad7d req-413ea64b-0972-475b-a963-7d779674dfaf service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182508 Apr 07 11:48:57.044183 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3e77020e-cfe4-4dcc-b546-fddb004f2e0f req-c5c2ec91-712c-41ca-ba48-854ca94486c8 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971882 Apr 07 11:48:57.058931 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f00ed-267d-45f4-8c07-db915e5999b8 req-50b63838-2ccf-43ba-83d4-b5ce1d874136 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:57.060465 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5e7f00ed-267d-45f4-8c07-db915e5999b8 req-50b63838-2ccf-43ba-83d4-b5ce1d874136 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 932 time: 0.1269352 Apr 07 11:48:57.163652 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d701df51-e420-43ba-b5e0-6f5b40baa7bd {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:48:57.176170 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Publish callbacks [] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.188544 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a036646b-6efe-4472-9ec5-10155318ad7d req-27c43550-eee1-4776-9a9c-0074573dfe44 service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605320 Apr 07 11:48:57.196146 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5e7f00ed-267d-45f4-8c07-db915e5999b8 req-ddd9b0f4-665f-49bd-a220-26afd6555422 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256351 Apr 07 11:48:57.200294 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Transition to ACTIVE for port object d701df51-e420-43ba-b5e0-6f5b40baa7bd will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:48:57.201314 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Deleting port 81fe04a0-b06d-478b-821d-30ac30d9c7cc {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:48:57.201746 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.209262 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.254860 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf21cfd-fc30-43f0-84df-4fa01b6ebd47 req-22b070b6-4110-4ad8-b32d-51069fa54abf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:57.256407 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bbf21cfd-fc30-43f0-84df-4fa01b6ebd47 req-22b070b6-4110-4ad8-b32d-51069fa54abf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.1425502 Apr 07 11:48:57.296379 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Pushing event updated for resources: {'Port': ['ID=d701df51-e420-43ba-b5e0-6f5b40baa7bd,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:57.334633 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] For port 81fe04a0-b06d-478b-821d-30ac30d9c7cc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=81fe04a0-b06d-478b-821d-30ac30d9c7cc,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:48:57.335174 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.411137 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bbf21cfd-fc30-43f0-84df-4fa01b6ebd47 req-32f75c03-70dc-497e-98fc-fed4ed01871a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423788 Apr 07 11:48:57.430371 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Attempting to bind port d701df51-e420-43ba-b5e0-6f5b40baa7bd on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:48:57.430701 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Attempting to bind port d701df51-e420-43ba-b5e0-6f5b40baa7bd by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:48:57.431031 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Attempting to bind port d701df51-e420-43ba-b5e0-6f5b40baa7bd on network 03994c54-3577-4093-861c-ec84d9d77c85 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:57.441921 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Port d701df51-e420-43ba-b5e0-6f5b40baa7bd on network 03994c54-3577-4093-861c-ec84d9d77c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:48:57.442245 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Attempting to bind port d701df51-e420-43ba-b5e0-6f5b40baa7bd on network 03994c54-3577-4093-861c-ec84d9d77c85 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:48:57.454145 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:48:57.454624 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Checking segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:48:57.455596 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Bound using segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:48:57.455596 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Bound port: d701df51-e420-43ba-b5e0-6f5b40baa7bd, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:48:57.455815 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.478023 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88ce11-cbb2-49d8-a2ad-81aaccec8300 req-3e930575-aa5b-484b-b63b-d2eb9f641968 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:57.481208 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7b88ce11-cbb2-49d8-a2ad-81aaccec8300 req-3e930575-aa5b-484b-b63b-d2eb9f641968 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.1248221 Apr 07 11:48:57.566436 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7b88ce11-cbb2-49d8-a2ad-81aaccec8300 req-8edc5dc3-51b4-4876-90d1-30a2af82b0d7 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803266 Apr 07 11:48:57.567436 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] For port d701df51-e420-43ba-b5e0-6f5b40baa7bd, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:48:57.570644 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] For port d701df51-e420-43ba-b5e0-6f5b40baa7bd, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d701df51-e420-43ba-b5e0-6f5b40baa7bd,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:48:57.570997 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.571361 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (69e80271-45bd-4b0a-b9f9-76bc9fcabfc8), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.571671 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Floating IP 69e80271-45bd-4b0a-b9f9-76bc9fcabfc8 disassociated. External IP: 172.27.3.170, port: 81fe04a0-b06d-478b-821d-30ac30d9c7cc. Apr 07 11:48:57.572011 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Calling delete_port for 81fe04a0-b06d-478b-821d-30ac30d9c7cc owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:48:57.578045 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.612951 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:57.613590 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.615125 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] 10.222.0.52 "PUT /v2.0/ports/d701df51-e420-43ba-b5e0-6f5b40baa7bd HTTP/1.1" status: 200 len: 1094 time: 1.0459354 Apr 07 11:48:57.615465 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'tag': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:57.618568 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932288a8-a36c-4f22-a501-574baea1232b" -d '{"events": [{"name": "network-changed", "server_uuid": "64bb74dc-9dd9-4e16-8b45-fa851ac50a19", "tag": "d701df51-e420-43ba-b5e0-6f5b40baa7bd"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:57.643529 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa950d2a-5b2a-4c40-a9d8-e88375409f3f service neutron] Pushing event updated for resources: {'Port': ['ID=d701df51-e420-43ba-b5e0-6f5b40baa7bd,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:57.666057 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72efa45-0a0e-458c-95d4-a42fc9d06ce3 x-openstack-request-id: req-a72efa45-0a0e-458c-95d4-a42fc9d06ce3 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:57.666302 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bb74dc-9dd9-4e16-8b45-fa851ac50a19", "tag": "d701df51-e420-43ba-b5e0-6f5b40baa7bd", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:57.666554 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a72efa45-0a0e-458c-95d4-a42fc9d06ce3 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:57.666962 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72efa45-0a0e-458c-95d4-a42fc9d06ce3'] response: {'name': 'network-changed', 'server_uuid': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'tag': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'status': 'completed', 'code': 200} Apr 07 11:48:57.716650 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (81fe04a0-b06d-478b-821d-30ac30d9c7cc), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:57.745960 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'Port': ['ID=81fe04a0-b06d-478b-821d-30ac30d9c7cc,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:48:57.806745 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-48a9d7fd-f858-4eeb-90d6-d75807001118 req-59c0b982-3930-4432-aeb9-59d52c1e192b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 210 time: 0.0410321 Apr 07 11:48:57.872228 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:48:57.984904 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:48:57.997837 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:48:58.011603 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:58.012226 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:58.029500 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] No DVR routers for this DVR port 81fe04a0-b06d-478b-821d-30ac30d9c7cc on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:48:58.038297 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:58.041633 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bf87eb89-955a-42b5-bd71-abf35ab3f999 req-39f1271a-ed30-4de1-a41f-7591e74331b2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "DELETE /v2.0/ports/81fe04a0-b06d-478b-821d-30ac30d9c7cc HTTP/1.1" status: 204 len: 173 time: 1.0150249 Apr 07 11:48:58.042135 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'name': 'network-vif-deleted', 'tag': '81fe04a0-b06d-478b-821d-30ac30d9c7cc'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:48:58.044467 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14297fc9-f6c3-4608-83f0-96c92050a815" -d '{"events": [{"server_uuid": "b043229f-0d1f-4a3c-bf87-ab13d2be25b0", "name": "network-vif-deleted", "tag": "81fe04a0-b06d-478b-821d-30ac30d9c7cc"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:48:58.081881 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932288a8-a36c-4f22-a501-574baea1232b req-83bdd9c5-16f7-4c42-a58e-a9a359b5a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.084714 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-932288a8-a36c-4f22-a501-574baea1232b req-83bdd9c5-16f7-4c42-a58e-a9a359b5a959 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 1128 time: 0.0611179 Apr 07 11:48:58.107742 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8e1b1e-301e-4809-8dfa-5c37ec804e47 x-openstack-request-id: req-bf8e1b1e-301e-4809-8dfa-5c37ec804e47 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:48:58.108032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b043229f-0d1f-4a3c-bf87-ab13d2be25b0", "name": "network-vif-deleted", "tag": "81fe04a0-b06d-478b-821d-30ac30d9c7cc", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:48:58.108336 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf8e1b1e-301e-4809-8dfa-5c37ec804e47 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:48:58.108737 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf8e1b1e-301e-4809-8dfa-5c37ec804e47'] response: {'server_uuid': 'b043229f-0d1f-4a3c-bf87-ab13d2be25b0', 'name': 'network-vif-deleted', 'tag': '81fe04a0-b06d-478b-821d-30ac30d9c7cc', 'status': 'completed', 'code': 200} Apr 07 11:48:58.120405 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-f73d2451-dea9-4fd6-82f0-8af2cb4b7b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.123186 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-f73d2451-dea9-4fd6-82f0-8af2cb4b7b2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0012c4b9a7c241f59844e1ea784fea0e&device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 1128 time: 0.0950010 Apr 07 11:48:58.159203 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fe689787-2a2b-4018-a424-24d341c349d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:48:58.167684 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:58.189618 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46adfcb-cc12-46af-8594-c025c5ca7e57 req-798f7b47-7504-4fec-8d12-93f1b322c4a0 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.191099 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b46adfcb-cc12-46af-8594-c025c5ca7e57 req-798f7b47-7504-4fec-8d12-93f1b322c4a0 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0651169 Apr 07 11:48:58.242249 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b46adfcb-cc12-46af-8594-c025c5ca7e57 req-93172d72-62c8-4326-bf39-8b3e7866ae0c tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452719 Apr 07 11:48:58.397085 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-454fe2a1-2e5f-4d32-8fd8-f2c2d1d96d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.398660 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-454fe2a1-2e5f-4d32-8fd8-f2c2d1d96d25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa076410-3c7e-496c-bab0-99102f27aa65 HTTP/1.1" status: 200 len: 916 time: 0.1229837 Apr 07 11:48:58.409651 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6702e33-7d18-4b31-9c30-d753c9a82eaf req-4ba1ea1b-3338-4d85-b375-4ab9b0f1d875 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.411141 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a6702e33-7d18-4b31-9c30-d753c9a82eaf req-4ba1ea1b-3338-4d85-b375-4ab9b0f1d875 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 944 time: 0.1108201 Apr 07 11:48:58.417058 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932288a8-a36c-4f22-a501-574baea1232b req-e2faf1c2-ef89-4f08-b9f6-b332e44d9811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.418487 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-932288a8-a36c-4f22-a501-574baea1232b req-e2faf1c2-ef89-4f08-b9f6-b332e44d9811 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1423810 Apr 07 11:48:58.446303 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '408b0933-478a-4bbc-a647-790a2b3958ed', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:51Z', 'updated_at': '2022-04-07T11:46:40Z', 'revision_number': 2, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:58.466831 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-a1642a91-5f4f-4c18-968b-16aaeac9ed98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 217 time: 0.0544848 Apr 07 11:48:58.498362 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:48:58.507906 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:48:58.508790 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:48:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:58.527201 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a6702e33-7d18-4b31-9c30-d753c9a82eaf req-8eea1499-826b-42c5-b4eb-77f27e739d06 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077394 Apr 07 11:48:58.582725 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932288a8-a36c-4f22-a501-574baea1232b req-e661061d-31cb-4d98-a1c2-23d4f501a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.584190 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-932288a8-a36c-4f22-a501-574baea1232b req-e661061d-31cb-4d98-a1c2-23d4f501a008 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508203 Apr 07 11:48:58.596261 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f7483f-dbde-4cf1-9b00-99cf9056963c req-b75e67d6-cf84-4cc1-966b-2e7c5cf7b826 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.597793 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d0f7483f-dbde-4cf1-9b00-99cf9056963c req-b75e67d6-cf84-4cc1-966b-2e7c5cf7b826 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0876179 Apr 07 11:48:58.622473 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:48:58.671537 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d0f7483f-dbde-4cf1-9b00-99cf9056963c req-16326036-53a0-4ec1-9705-218878f09d73 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663154 Apr 07 11:48:58.716162 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d2ead6-a9d0-46e6-b73d-b78225b61d64 req-0d7b647a-a500-4710-88f9-ff400af35957 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.717839 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-67d2ead6-a9d0-46e6-b73d-b78225b61d64 req-0d7b647a-a500-4710-88f9-ff400af35957 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.0599189 Apr 07 11:48:58.764964 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-67d2ead6-a9d0-46e6-b73d-b78225b61d64 req-bc2cfbff-8f69-4e88-8d3d-bbb63b9eeabf tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Apr 07 11:48:58.833179 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-8fa0c244-66a5-418a-a585-35253a024d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:58.835031 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-8fa0c244-66a5-418a-a585-35253a024d34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22fbaf62-5711-4748-9616-2129b0e0bb3c HTTP/1.1" status: 200 len: 854 time: 0.0562530 Apr 07 11:48:58.893721 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '408b0933-478a-4bbc-a647-790a2b3958ed', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:51Z', 'updated_at': '2022-04-07T11:46:40Z', 'revision_number': 2, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:48:58.927247 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380a239f-5f79-43f9-8272-3040ee22561f None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '408b0933-478a-4bbc-a647-790a2b3958ed', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:18:7a:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:45:51Z', 'updated_at': '2022-04-07T11:46:40Z', 'revision_number': 2, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:48:58.934908 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-aa60808c-0d54-4302-9aae-f56f1c2f6ecd req-454ea5a2-ff03-4b97-91d2-d153c51fb61c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=b043229f-0d1f-4a3c-bf87-ab13d2be25b0 HTTP/1.1" status: 200 len: 210 time: 0.0376992 Apr 07 11:48:59.165141 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571ddbd4-bf5a-4bba-8f02-346e7d88d9fa None None] New status for floating IP 69e80271-45bd-4b0a-b9f9-76bc9fcabfc8: DOWN {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:48:59.365881 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-c15d47eb-1a12-406b-ac73-f57e2b617a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:59.367698 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-c15d47eb-1a12-406b-ac73-f57e2b617a5a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa076410-3c7e-496c-bab0-99102f27aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0920768 Apr 07 11:48:59.402915 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994212-67eb-4f33-a60e-2b40e060f45d req-deb4e002-e1ca-4a9c-97a9-ef6b8338bcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:59.404453 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-deb4e002-e1ca-4a9c-97a9-ef6b8338bcef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 1128 time: 0.1287231 Apr 07 11:48:59.412101 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee637ba-a50e-4831-a712-ef0fb88ebee3 req-dea3813b-829a-4e96-a72d-124499717c14 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:59.413471 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-aee637ba-a50e-4831-a712-ef0fb88ebee3 req-dea3813b-829a-4e96-a72d-124499717c14 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0758452 Apr 07 11:48:59.466587 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-b80d6d6d-a9ef-4cd3-af82-7967bf22addb service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917480 Apr 07 11:48:59.569670 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c68d44e1-a019-4b37-b0bc-006bee29780c req-8760ea72-f0de-4e4d-9ad2-8b31ad4427e4 service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955331 Apr 07 11:48:59.727559 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-6c482ab0-b7d5-41ba-97c4-4ea7a50e783e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d701df51-e420-43ba-b5e0-6f5b40baa7bd HTTP/1.1" status: 200 len: 217 time: 0.3120935 Apr 07 11:48:59.808006 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-aee637ba-a50e-4831-a712-ef0fb88ebee3 req-729f5267-7137-443f-98e8-fd9480fce0d4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3875551 Apr 07 11:48:59.824324 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994212-67eb-4f33-a60e-2b40e060f45d req-e34f2a5f-e075-4368-964d-0802f1e41465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:59.825680 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-e34f2a5f-e075-4368-964d-0802f1e41465 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0842488 Apr 07 11:48:59.836387 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07bb016-676e-4730-a6f0-97fcf61f26d3 req-71242963-85bd-4d02-91cf-0b56c5a0fca1 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:59.837912 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c07bb016-676e-4730-a6f0-97fcf61f26d3 req-71242963-85bd-4d02-91cf-0b56c5a0fca1 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 944 time: 0.1540775 Apr 07 11:48:59.944685 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c07bb016-676e-4730-a6f0-97fcf61f26d3 req-9cc9ac35-ad3b-4db7-8c54-753317799724 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977118 Apr 07 11:48:59.948363 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21994212-67eb-4f33-a60e-2b40e060f45d req-18eb4c75-3fec-4235-bcf0-75cc77b6d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:48:59.949851 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-18eb4c75-3fec-4235-bcf0-75cc77b6d172 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1106260 Apr 07 11:49:00.001735 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09acda-115b-4e10-8b0d-63d6c1e72e4c req-dc96e4a2-1d09-42e3-8341-f5070d0a98d4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:00.003244 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-af09acda-115b-4e10-8b0d-63d6c1e72e4c req-dc96e4a2-1d09-42e3-8341-f5070d0a98d4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.1189482 Apr 07 11:49:00.056155 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.122811 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-27c082ba-f3f9-451d-b6d1-5b0d1a9bfa0a service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634316 Apr 07 11:49:00.128158 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-af09acda-115b-4e10-8b0d-63d6c1e72e4c req-6c1d76d4-2c67-4154-ad79-777d4ebd98e2 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002023 Apr 07 11:49:00.169788 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed949ed7-c6bf-43c7-9c35-d79c64c36f1a req-892b9e4f-8c66-4351-a44b-ab877ad23d3a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:00.171439 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ed949ed7-c6bf-43c7-9c35-d79c64c36f1a req-892b9e4f-8c66-4351-a44b-ab877ad23d3a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 944 time: 0.1418176 Apr 07 11:49:00.211873 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 32994) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:00.268945 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ed949ed7-c6bf-43c7-9c35-d79c64c36f1a req-f77caaa2-9b24-40bd-ac6d-b539e5089308 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663290 Apr 07 11:49:00.271020 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-21994212-67eb-4f33-a60e-2b40e060f45d req-5181cd07-b2f4-42d4-b0b4-6bcd21653165 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404715 Apr 07 11:49:00.272396 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-792f6a08-fa62-4ffc-aa6a-f732dd379c3e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.299668 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-792f6a08-fa62-4ffc-aa6a-f732dd379c3e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.350065 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-792f6a08-fa62-4ffc-aa6a-f732dd379c3e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.352725 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-792f6a08-fa62-4ffc-aa6a-f732dd379c3e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.353887 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-792f6a08-fa62-4ffc-aa6a-f732dd379c3e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "DELETE /v2.0/security-groups/a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb HTTP/1.1" status: 204 len: 168 time: 0.1403320 Apr 07 11:49:00.357163 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 32996) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:00.362793 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f6a08-fa62-4ffc-aa6a-f732dd379c3e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:00.375142 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.api.v2.resource [None req-56ad705a-f436-4b73-abf6-276d72bd5d8a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] show failed (client error): The resource could not be found. Apr 07 11:49:00.376317 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-56ad705a-f436-4b73-abf6-276d72bd5d8a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups/a1bfd9fa-ba47-424f-9a8c-bbc2720cd3eb HTTP/1.1" status: 404 len: 347 time: 0.0173571 Apr 07 11:49:00.379258 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 32998) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:00.510881 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Deleting port 49a67630-1045-4dd9-972d-2b7071838699 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:00.511156 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (49a67630-1045-4dd9-972d-2b7071838699), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.549262 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device b21eda88-47e8-40b8-9e71-8cc17fa7aecc details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:49:00.552678 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 81fe04a0-b06d-478b-821d-30ac30d9c7cc no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:00.579792 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 81fe04a0-b06d-478b-821d-30ac30d9c7cc {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:00.580097 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 81fe04a0-b06d-478b-821d-30ac30d9c7cc not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:00.588940 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (49a67630-1045-4dd9-972d-2b7071838699), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.589275 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (49a67630-1045-4dd9-972d-2b7071838699), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.601311 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Calling delete_port for 49a67630-1045-4dd9-972d-2b7071838699 owned by network:floatingip {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:00.671296 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port b21eda88-47e8-40b8-9e71-8cc17fa7aecc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:00.687525 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'port_id': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'mac_address': 'fa:16:3e:04:a3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:49:00.720820 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b72c770c-c63d-42f2-ad2f-ec9dd5074c10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.736248 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port b21eda88-47e8-40b8-9e71-8cc17fa7aecc is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:00.737316 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.748355 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (49a67630-1045-4dd9-972d-2b7071838699), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.750528 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b21eda88-47e8-40b8-9e71-8cc17fa7aecc {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:00.774316 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port b21eda88-47e8-40b8-9e71-8cc17fa7aecc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:00.774571 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'Port': ['ID=49a67630-1045-4dd9-972d-2b7071838699,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:00.783112 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.835409 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:00.843462 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.843802 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.843958 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (69e80271-45bd-4b0a-b9f9-76bc9fcabfc8), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.844478 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.845003 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.845497 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.845973 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.846401 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:00.846607 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.847088 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.850447 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-71fcc103-db04-4fcf-8efc-5843a1e1209c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "DELETE /v2.0/floatingips/69e80271-45bd-4b0a-b9f9-76bc9fcabfc8 HTTP/1.1" status: 204 len: 168 time: 0.4626994 Apr 07 11:49:00.850649 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.850649 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.850649 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.850649 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.850649 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.851066 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:00.851214 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:49:01.090022 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75436a8a-81ca-47e9-b752-e9435f69665b req-c8aa1eb1-12eb-4a06-8d87-f4d21091f6c7 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:01.091892 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-75436a8a-81ca-47e9-b752-e9435f69665b req-c8aa1eb1-12eb-4a06-8d87-f4d21091f6c7 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 944 time: 0.0693932 Apr 07 11:49:01.114126 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['b21eda88-47e8-40b8-9e71-8cc17fa7aecc'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:01.158233 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-75436a8a-81ca-47e9-b752-e9435f69665b req-cf8bd793-3050-462d-b0f6-553062cd1a6f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606785 Apr 07 11:49:01.302240 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb6a02-0906-4d50-a857-3fc8266ccea9 req-8207433c-44a5-4e8f-9d1d-7bb4a226a698 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:01.303920 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-57fb6a02-0906-4d50-a857-3fc8266ccea9 req-8207433c-44a5-4e8f-9d1d-7bb4a226a698 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0709064 Apr 07 11:49:01.365282 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-57fb6a02-0906-4d50-a857-3fc8266ccea9 req-964e8a0b-677e-42f6-ad8d-9d855aaea9e0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555429 Apr 07 11:49:01.403458 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7198a5-3f27-412f-b167-269db46ad931 req-51000a9b-4a1b-43b8-bb84-e89d659aadb0 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:01.405043 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab7198a5-3f27-412f-b167-269db46ad931 req-51000a9b-4a1b-43b8-bb84-e89d659aadb0 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 945 time: 0.0522676 Apr 07 11:49:01.454030 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab7198a5-3f27-412f-b167-269db46ad931 req-a168982e-03a3-4f23-ab75-318fe947eb2f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432878 Apr 07 11:49:01.603175 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.286376 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282cb78-8683-429c-b81a-cc6ad7892ac0 req-4da884c4-7a70-4acb-acaa-1da45368226a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:02.287974 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9282cb78-8683-429c-b81a-cc6ad7892ac0 req-4da884c4-7a70-4acb-acaa-1da45368226a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 944 time: 0.0625987 Apr 07 11:49:02.341933 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9282cb78-8683-429c-b81a-cc6ad7892ac0 req-606a0ad8-3320-4590-81f2-fa2a0cdc6122 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474868 Apr 07 11:49:02.489602 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f3c90-7b3c-498b-92d0-4de2ade434ed req-aa2f76f1-9c7f-4321-b7f6-e3cfb48e4442 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:02.491041 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-223f3c90-7b3c-498b-92d0-4de2ade434ed req-aa2f76f1-9c7f-4321-b7f6-e3cfb48e4442 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0538538 Apr 07 11:49:02.563164 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device b21eda88-47e8-40b8-9e71-8cc17fa7aecc up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:02.564718 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-223f3c90-7b3c-498b-92d0-4de2ade434ed req-1a6fe6dd-cc67-46c2-a77c-9a3296043afb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677454 Apr 07 11:49:02.587696 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794f873-de70-47ff-a92b-4fc695b52fd2 req-f015e982-1315-4bb5-9754-752cc5c051e5 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:02.589514 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c794f873-de70-47ff-a92b-4fc695b52fd2 req-f015e982-1315-4bb5-9754-752cc5c051e5 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 945 time: 0.0668452 Apr 07 11:49:02.623776 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port b21eda88-47e8-40b8-9e71-8cc17fa7aecc completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:49:02.628068 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port b21eda88-47e8-40b8-9e71-8cc17fa7aecc triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:02.628444 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.638159 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c794f873-de70-47ff-a92b-4fc695b52fd2 req-fe3a92d0-a5f0-4116-a650-b0381cc62a36 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Apr 07 11:49:02.703518 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port b21eda88-47e8-40b8-9e71-8cc17fa7aecc is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:02.703900 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.729435 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:02.731710 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf15c41-a221-437e-ba2a-6dc4844a3db2" -d '{"events": [{"server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "name": "network-vif-plugged", "status": "completed", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:02.744208 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port b21eda88-47e8-40b8-9e71-8cc17fa7aecc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:02.750533 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.782220 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e17a4-9b51-4277-973e-f64b9ea03409 x-openstack-request-id: req-940e17a4-9b51-4277-973e-f64b9ea03409 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:02.782420 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "name": "network-vif-plugged", "status": "completed", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:02.782677 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-940e17a4-9b51-4277-973e-f64b9ea03409 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:02.783071 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940e17a4-9b51-4277-973e-f64b9ea03409'] response: {'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'code': 200} Apr 07 11:49:02.811889 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:02.958896 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:02.967268 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f0765-193a-4332-b19f-98bd7ecf1f62 req-e6ac2df3-631a-4d4e-afc4-1e2abd739157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:02.968995 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4d9f0765-193a-4332-b19f-98bd7ecf1f62 req-e6ac2df3-631a-4d4e-afc4-1e2abd739157 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 1130 time: 0.0481231 Apr 07 11:49:03.014025 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4d9f0765-193a-4332-b19f-98bd7ecf1f62 req-cc04cb4b-d8da-422f-a5ed-97fd1c915a1a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378997 Apr 07 11:49:03.465266 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55749e4e-3ea7-4271-825a-694cc5902f83 req-bc8580e8-885b-4623-98b2-05718c5743be tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:03.466720 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55749e4e-3ea7-4271-825a-694cc5902f83 req-bc8580e8-885b-4623-98b2-05718c5743be tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 944 time: 0.0566194 Apr 07 11:49:03.518727 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55749e4e-3ea7-4271-825a-694cc5902f83 req-fcfa0cad-cd42-499d-aab2-418813959a75 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Apr 07 11:49:03.704971 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254eb25-e911-4603-ad51-8be9c9ecbc7b req-57c1c690-3563-45d6-845d-16d6fd6ee17a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:03.706424 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f254eb25-e911-4603-ad51-8be9c9ecbc7b req-57c1c690-3563-45d6-845d-16d6fd6ee17a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 944 time: 0.0566411 Apr 07 11:49:03.781381 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f254eb25-e911-4603-ad51-8be9c9ecbc7b req-5515d065-7bfc-4abf-8500-0d03aeb1f769 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650027 Apr 07 11:49:03.789050 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9620e9-49d0-485f-b6c8-3505f7f387ff req-69694d3f-c869-4e5d-a650-6e56ae3b9b4a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:03.790457 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8d9620e9-49d0-485f-b6c8-3505f7f387ff req-69694d3f-c869-4e5d-a650-6e56ae3b9b4a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.0831823 Apr 07 11:49:03.842264 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8d9620e9-49d0-485f-b6c8-3505f7f387ff req-913ebce9-3584-4bfa-9b58-40802f675ae5 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458946 Apr 07 11:49:04.584265 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:49:04.646512 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f035ae1-abfa-4bbb-a549-ce5ab664cc61 req-46636c55-3aa6-486e-b4ab-76bba113977b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:04.648047 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0f035ae1-abfa-4bbb-a549-ce5ab664cc61 req-46636c55-3aa6-486e-b4ab-76bba113977b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 944 time: 0.0547333 Apr 07 11:49:04.683398 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.700430 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0f035ae1-abfa-4bbb-a549-ce5ab664cc61 req-e32decc6-050f-4845-94e4-d94c3d3e4655 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466979 Apr 07 11:49:04.707831 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:04.720916 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'port_id': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'mac_address': 'fa:16:3e:a3:e7:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:49:04.759318 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:04.759698 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.772614 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:04.793929 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:04.799520 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:04.849869 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=9']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:04.907829 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7dbc50-f513-4d3b-8659-dbba4da41036 req-ce4bf3ec-0d40-460b-a97b-42d4839098ed tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:04.909299 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3f7dbc50-f513-4d3b-8659-dbba4da41036 req-ce4bf3ec-0d40-460b-a97b-42d4839098ed tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 945 time: 0.0548863 Apr 07 11:49:04.989286 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3f7dbc50-f513-4d3b-8659-dbba4da41036 req-54e72fc0-8542-4450-b894-ca4ce7fdd9fa tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699384 Apr 07 11:49:04.998997 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b302f4-0c0e-4eae-ae6c-c300d923fd80 req-040219a5-a608-48f0-bbee-e54c89384394 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:05.000482 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-36b302f4-0c0e-4eae-ae6c-c300d923fd80 req-040219a5-a608-48f0-bbee-e54c89384394 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.0892644 Apr 07 11:49:05.051815 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-36b302f4-0c0e-4eae-ae6c-c300d923fd80 req-7f7367b1-a67f-4ac7-a731-c46b752e4181 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453606 Apr 07 11:49:05.083852 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:05.182238 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0338304-c6f5-41d6-bb2f-a76c1b6849e6 req-cf159365-ae95-4848-a0b4-65c2d4369269 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:05.183773 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c0338304-c6f5-41d6-bb2f-a76c1b6849e6 req-cf159365-ae95-4848-a0b4-65c2d4369269 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.0538614 Apr 07 11:49:05.233189 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c0338304-c6f5-41d6-bb2f-a76c1b6849e6 req-bb2ca95d-cd69-46d1-a3aa-e397c0545f86 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420985 Apr 07 11:49:05.641546 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c91329-e13f-496d-83a2-cc9a766679d3 req-aedc5865-717d-483a-b9ec-17f4a17a71c1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:05.643197 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-33c91329-e13f-496d-83a2-cc9a766679d3 req-aedc5865-717d-483a-b9ec-17f4a17a71c1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0601761 Apr 07 11:49:05.696316 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-33c91329-e13f-496d-83a2-cc9a766679d3 req-dfe713fd-f374-4f27-8bf8-2e679bb52f79 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461650 Apr 07 11:49:05.755935 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbddb7c-5478-4f4b-9b62-0079b0d2efda req-47b31f9b-9da3-4cd2-bd7f-34a487954af9 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:05.757363 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4fbddb7c-5478-4f4b-9b62-0079b0d2efda req-47b31f9b-9da3-4cd2-bd7f-34a487954af9 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.0526643 Apr 07 11:49:05.833161 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4fbddb7c-5478-4f4b-9b62-0079b0d2efda req-89a72b09-2e7d-4203-bfcf-2a6b274d5711 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701103 Apr 07 11:49:05.844741 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b6015-d702-4010-965f-fff6d3378dc6 req-03bf1a0a-457b-45f0-8421-666ce8c2e7bf tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:05.846542 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d11b6015-d702-4010-965f-fff6d3378dc6 req-03bf1a0a-457b-45f0-8421-666ce8c2e7bf tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 944 time: 0.0777411 Apr 07 11:49:05.898755 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d11b6015-d702-4010-965f-fff6d3378dc6 req-3a12e64c-5462-4d7b-9cf6-2d05171d6b79 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Apr 07 11:49:06.114588 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7047d-23f7-45b4-a4fa-e9360ae96d2d req-2623a9c2-46a2-4f08-b41c-2b8dbc98f015 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:06.116092 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-18d7047d-23f7-45b4-a4fa-e9360ae96d2d req-2623a9c2-46a2-4f08-b41c-2b8dbc98f015 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 945 time: 0.0539420 Apr 07 11:49:06.168169 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-18d7047d-23f7-45b4-a4fa-e9360ae96d2d req-a223a3f0-db51-427e-ac81-c67ec7dce61c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456486 Apr 07 11:49:06.420447 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-38fefac2-bcd1-4a9d-aa4a-5b644563b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:06.422033 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-38fefac2-bcd1-4a9d-aa4a-5b644563b5ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 1129 time: 0.0578859 Apr 07 11:49:06.537597 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-85e9407b-424c-4189-b9b8-56d5a9f07365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:06.539151 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-85e9407b-424c-4189-b9b8-56d5a9f07365 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.0913765 Apr 07 11:49:06.603471 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:06.604413 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-3e39a518-b187-4df2-9e29-efd830e5c89f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00a776f-9847-4f59-9330-917701cd2d2c HTTP/1.1" status: 200 len: 1000 time: 0.0585775 Apr 07 11:49:06.657395 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:06.657862 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.658357 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-3e593a89-2a08-411e-aecf-80bb24fbad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:06.659862 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-3e593a89-2a08-411e-aecf-80bb24fbad02 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0490000 Apr 07 11:49:06.712032 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-e2c3b5ab-d225-4dc8-b559-2179c53be4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:06.714094 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-e2c3b5ab-d225-4dc8-b559-2179c53be4fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471139 Apr 07 11:49:06.741784 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:06.742292 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.770312 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:06.772912 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f49f1c-1046-42bd-9826-a567ca09207c" -d '{"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-plugged", "status": "completed", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:06.788408 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:06.796685 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:06.819456 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f32c87b-dbcf-4aba-a796-8f316e25ada1 x-openstack-request-id: req-2f32c87b-dbcf-4aba-a796-8f316e25ada1 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:06.819998 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-plugged", "status": "completed", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:06.820410 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f32c87b-dbcf-4aba-a796-8f316e25ada1 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:06.820972 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f32c87b-dbcf-4aba-a796-8f316e25ada1'] response: {'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'code': 200} Apr 07 11:49:06.847153 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-cae56b41-a570-43ef-92fe-cf0e1d94594d service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253576 Apr 07 11:49:06.854541 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=10']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:06.858331 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893926-cb7d-4b5c-aa41-91cb4405e868 req-700a3ec5-67ca-42f7-b327-1df4becf7ab5 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:06.859794 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16893926-cb7d-4b5c-aa41-91cb4405e868 req-700a3ec5-67ca-42f7-b327-1df4becf7ab5 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0811064 Apr 07 11:49:06.954919 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16893926-cb7d-4b5c-aa41-91cb4405e868 req-0e749955-0ad3-410d-b2d5-58c8d399ceaf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871201 Apr 07 11:49:07.002235 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f024c130-e4db-437d-8cb7-9a131dc4b250 req-2f45fce2-6eaf-4047-898a-63f3ebdef460 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414614 Apr 07 11:49:07.026213 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815f1f1-6edd-4933-af3f-e614d5650fb8 req-faa7dbe3-e91e-4181-9bec-d4f5a3b41614 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.027566 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2815f1f1-6edd-4933-af3f-e614d5650fb8 req-faa7dbe3-e91e-4181-9bec-d4f5a3b41614 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 944 time: 0.0582047 Apr 07 11:49:07.078692 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2815f1f1-6edd-4933-af3f-e614d5650fb8 req-7760676b-37b0-4e13-b93c-91f61efff3b7 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453100 Apr 07 11:49:07.305456 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e199d3-ae6c-4e2a-b190-f57ffcae120a req-adcce058-8832-4586-88bc-b47165b4a0ee tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.306971 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17e199d3-ae6c-4e2a-b190-f57ffcae120a req-adcce058-8832-4586-88bc-b47165b4a0ee tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 947 time: 0.0632923 Apr 07 11:49:07.355118 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17e199d3-ae6c-4e2a-b190-f57ffcae120a req-f7c0fe8f-7921-4aac-9808-1ac2ddc3cfa8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Apr 07 11:49:07.482553 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17065996-39fa-428a-9c5a-c8f2cca00a01 req-c0dfeb80-dc5c-49d2-b094-e275c8239a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.483974 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17065996-39fa-428a-9c5a-c8f2cca00a01 req-c0dfeb80-dc5c-49d2-b094-e275c8239a07 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 1131 time: 0.0497200 Apr 07 11:49:07.540429 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17065996-39fa-428a-9c5a-c8f2cca00a01 req-0990a360-4e90-44bf-aeb7-818389bee3a5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405371 Apr 07 11:49:07.874567 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a14a7b-e98c-4521-a437-cfc51064b1e1 req-8843c7a5-b00e-4dd5-9e9c-c60848ca62af tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:07.876058 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-37a14a7b-e98c-4521-a437-cfc51064b1e1 req-8843c7a5-b00e-4dd5-9e9c-c60848ca62af tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0524199 Apr 07 11:49:07.922043 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-37a14a7b-e98c-4521-a437-cfc51064b1e1 req-e1eca3ed-9291-4a5d-b588-f0d0c9629abe tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403125 Apr 07 11:49:08.082177 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc6365-6666-4342-9dc7-7c7c9a1930dd req-8f2d8161-7383-42d2-bd98-29ec84fb8ffa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:08.083648 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-93fc6365-6666-4342-9dc7-7c7c9a1930dd req-8f2d8161-7383-42d2-bd98-29ec84fb8ffa tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0572057 Apr 07 11:49:08.136674 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-93fc6365-6666-4342-9dc7-7c7c9a1930dd req-6a911c61-7a21-45be-95df-4866fb4c6814 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465956 Apr 07 11:49:08.204676 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0ad88-b023-445b-a4a5-9f3aa6746527 req-c79e042a-ba46-4132-82f2-c9f3ce2c3041 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:08.206208 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9fe0ad88-b023-445b-a4a5-9f3aa6746527 req-c79e042a-ba46-4132-82f2-c9f3ce2c3041 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 944 time: 0.0526168 Apr 07 11:49:08.254256 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9fe0ad88-b023-445b-a4a5-9f3aa6746527 req-331ee419-20d3-4b87-8a08-7f7ff1816163 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424750 Apr 07 11:49:08.496420 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc54cb2-96be-43ce-bbc5-dd75766bbcc5 req-cf4304c9-4921-4843-b5fa-4c8e91eae70c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:08.498063 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bdc54cb2-96be-43ce-bbc5-dd75766bbcc5 req-cf4304c9-4921-4843-b5fa-4c8e91eae70c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 947 time: 0.0607269 Apr 07 11:49:08.551110 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bdc54cb2-96be-43ce-bbc5-dd75766bbcc5 req-bf4b1378-feff-4131-bc14-0788c9436048 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Apr 07 11:49:08.618836 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device d701df51-e420-43ba-b5e0-6f5b40baa7bd details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:49:08.716129 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port d701df51-e420-43ba-b5e0-6f5b40baa7bd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d701df51-e420-43ba-b5e0-6f5b40baa7bd,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:08.727706 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'port_id': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'mac_address': 'fa:16:3e:e1:f8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:49:08.768090 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port d701df51-e420-43ba-b5e0-6f5b40baa7bd is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:08.768477 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.781340 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d701df51-e420-43ba-b5e0-6f5b40baa7bd {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:08.801439 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port d701df51-e420-43ba-b5e0-6f5b40baa7bd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d701df51-e420-43ba-b5e0-6f5b40baa7bd,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:08.807449 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:08.855062 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=d701df51-e420-43ba-b5e0-6f5b40baa7bd,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:09.059458 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3986d1-6cd2-4e39-86a3-951136a6381f req-46d735d1-8f05-44f5-a924-2b51ea87303e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:09.060974 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a3986d1-6cd2-4e39-86a3-951136a6381f req-46d735d1-8f05-44f5-a924-2b51ea87303e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0594435 Apr 07 11:49:09.107272 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a3986d1-6cd2-4e39-86a3-951136a6381f req-b81ba108-fb57-426f-b266-7638deb45ed3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Apr 07 11:49:09.132602 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['d701df51-e420-43ba-b5e0-6f5b40baa7bd'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:09.264984 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840535ff-3462-46fc-8e60-05d76ea24754 req-a13cd909-98fa-49fb-b499-fb1e01152a93 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:09.266640 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-840535ff-3462-46fc-8e60-05d76ea24754 req-a13cd909-98fa-49fb-b499-fb1e01152a93 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0607827 Apr 07 11:49:09.316347 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-840535ff-3462-46fc-8e60-05d76ea24754 req-522c4c79-7f6e-4f83-b51c-d95094a85318 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Apr 07 11:49:09.372936 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0261399f-2c90-42ad-bf7e-add2ecdc8189 req-024a2a63-d5ff-4a21-99c0-5ce5a06d4e20 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:09.374415 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0261399f-2c90-42ad-bf7e-add2ecdc8189 req-024a2a63-d5ff-4a21-99c0-5ce5a06d4e20 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 945 time: 0.0544560 Apr 07 11:49:09.422366 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0261399f-2c90-42ad-bf7e-add2ecdc8189 req-2904519e-6db7-42e8-9e69-d11923b76d4b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413969 Apr 07 11:49:09.695702 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9e458-09e8-4690-8726-a350630209fc req-d25914b1-fc27-45ca-ad62-5057f8b0211e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:09.697211 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-50a9e458-09e8-4690-8726-a350630209fc req-d25914b1-fc27-45ca-ad62-5057f8b0211e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 947 time: 0.0561993 Apr 07 11:49:09.752289 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-50a9e458-09e8-4690-8726-a350630209fc req-ba244817-c0c6-4af5-8267-49315900de35 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493770 Apr 07 11:49:10.235527 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bc443-1a8b-47c3-a940-54074136c1b6 req-33d43390-5206-4596-9369-afe839d100dc tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:10.237017 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a51bc443-1a8b-47c3-a940-54074136c1b6 req-33d43390-5206-4596-9369-afe839d100dc tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0550272 Apr 07 11:49:10.287847 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a51bc443-1a8b-47c3-a940-54074136c1b6 req-1b0e8dbf-9c10-4f45-adcd-cdd2e5c7da48 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451338 Apr 07 11:49:10.351516 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-d5a2e1c9-ebd8-4641-b03d-cf6ed79c5a2c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:10.353001 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-d5a2e1c9-ebd8-4641-b03d-cf6ed79c5a2c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 946 time: 0.0577478 Apr 07 11:49:10.478640 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002855ee-f67c-455f-8386-beda4bb00125 req-4a76c591-b846-49bb-93fc-c24732b5d89f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:10.480035 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-002855ee-f67c-455f-8386-beda4bb00125 req-4a76c591-b846-49bb-93fc-c24732b5d89f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0916998 Apr 07 11:49:10.537691 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Deleting port ab73bc22-43c0-4d82-be68-7c89283480cd {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:10.538085 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.608558 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-002855ee-f67c-455f-8386-beda4bb00125 req-1a3ca2a8-079c-4781-b68a-c7a35fc8b454 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224713 Apr 07 11:49:10.632798 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device d701df51-e420-43ba-b5e0-6f5b40baa7bd up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:10.645331 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e5674-4a0e-4de4-9887-2e3785f79eff req-9e1e4701-172e-4223-aced-56702367f8a7 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:10.647279 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc4e5674-4a0e-4de4-9887-2e3785f79eff req-9e1e4701-172e-4223-aced-56702367f8a7 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 945 time: 0.1522110 Apr 07 11:49:10.667013 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] For port ab73bc22-43c0-4d82-be68-7c89283480cd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=ab73bc22-43c0-4d82-be68-7c89283480cd,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:10.667379 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.684025 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port d701df51-e420-43ba-b5e0-6f5b40baa7bd completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:49:10.688453 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port d701df51-e420-43ba-b5e0-6f5b40baa7bd triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:10.688850 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.771151 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port d701df51-e420-43ba-b5e0-6f5b40baa7bd is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:10.771532 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.796627 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:10.798971 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7cf821-ec33-45f1-aa11-33abfa01aab8" -d '{"events": [{"server_uuid": "64bb74dc-9dd9-4e16-8b45-fa851ac50a19", "name": "network-vif-plugged", "status": "completed", "tag": "d701df51-e420-43ba-b5e0-6f5b40baa7bd"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:10.825117 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fc4e5674-4a0e-4de4-9887-2e3785f79eff req-316e2bef-43c0-4e72-9a14-15aa344b41f4 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680300 Apr 07 11:49:10.841084 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port d701df51-e420-43ba-b5e0-6f5b40baa7bd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d701df51-e420-43ba-b5e0-6f5b40baa7bd,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:10.847782 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:10.874155 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86da18c-6a1c-4f6b-8c95-7e50e04643e4 x-openstack-request-id: req-e86da18c-6a1c-4f6b-8c95-7e50e04643e4 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:10.874466 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bb74dc-9dd9-4e16-8b45-fa851ac50a19", "name": "network-vif-plugged", "status": "completed", "tag": "d701df51-e420-43ba-b5e0-6f5b40baa7bd", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:10.874722 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e86da18c-6a1c-4f6b-8c95-7e50e04643e4 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:10.875114 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86da18c-6a1c-4f6b-8c95-7e50e04643e4'] response: {'server_uuid': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'code': 200} Apr 07 11:49:10.900659 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=d701df51-e420-43ba-b5e0-6f5b40baa7bd,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:11.226600 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.226816 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (408b0933-478a-4bbc-a647-790a2b3958ed), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.227136 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Floating IP 408b0933-478a-4bbc-a647-790a2b3958ed disassociated. External IP: 172.27.3.68, port: ab73bc22-43c0-4d82-be68-7c89283480cd. Apr 07 11:49:11.227478 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Calling delete_port for ab73bc22-43c0-4d82-be68-7c89283480cd owned by compute:nova {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:11.235905 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf8354-45d9-461e-a350-892b20794303 req-fbdb9c97-0292-4252-8013-5a27c2b5bed0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:11.238791 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4abf8354-45d9-461e-a350-892b20794303 req-fbdb9c97-0292-4252-8013-5a27c2b5bed0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 947 time: 0.4125791 Apr 07 11:49:11.333574 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4abf8354-45d9-461e-a350-892b20794303 req-6d338db8-a11e-447c-8b25-9b6dfd4be7d0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903370 Apr 07 11:49:11.416539 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d1605-4f4b-4cc7-a2e3-aa97120eadee req-8789092f-bc83-4f4e-9812-148433f6dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:11.418129 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d89d1605-4f4b-4cc7-a2e3-aa97120eadee req-8789092f-bc83-4f4e-9812-148433f6dd3e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 1130 time: 0.0473642 Apr 07 11:49:11.433064 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (ab73bc22-43c0-4d82-be68-7c89283480cd), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.465774 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d89d1605-4f4b-4cc7-a2e3-aa97120eadee req-30fdbe79-3b35-4304-a75b-7cae47d6c1c1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409002 Apr 07 11:49:11.469704 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'Port': ['ID=ab73bc22-43c0-4d82-be68-7c89283480cd,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:11.526940 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69eae2-5dfc-494c-b174-91e42e49aa4e req-2dcde359-0df8-4b3b-b6ae-8333ca59b3fb tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:11.528421 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fe69eae2-5dfc-494c-b174-91e42e49aa4e req-2dcde359-0df8-4b3b-b6ae-8333ca59b3fb tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 867 time: 0.1237099 Apr 07 11:49:11.623371 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fe69eae2-5dfc-494c-b174-91e42e49aa4e req-bcf047f4-3fc5-4bd4-a32b-2fec71e6d95a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe25cb97-af50-4ab7-9075-5e0e6945d0ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870509 Apr 07 11:49:11.634221 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:11.784852 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9e32b-0f0c-44d8-a36c-bf884bb42711 req-c92b605e-2777-4eaa-a74d-2f9e1e7352c6 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:11.786340 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3cb9e32b-0f0c-44d8-a36c-bf884bb42711 req-c92b605e-2777-4eaa-a74d-2f9e1e7352c6 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.1074514 Apr 07 11:49:11.791426 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:11.804548 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:11.816369 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:11.817583 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:11.856738 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] No DVR routers for this DVR port ab73bc22-43c0-4d82-be68-7c89283480cd on host hv-cinder-83682 {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:49:11.860849 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:11.867769 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4af4d6b2-55e8-4095-a934-d4bcf098e9cb req-c194c799-ca9c-4168-855b-eb09c79dc241 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "DELETE /v2.0/ports/ab73bc22-43c0-4d82-be68-7c89283480cd HTTP/1.1" status: 204 len: 173 time: 1.5042689 Apr 07 11:49:11.868471 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'name': 'network-vif-deleted', 'tag': 'ab73bc22-43c0-4d82-be68-7c89283480cd'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:11.870821 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d26c50-6d97-43ca-a1f3-92df235bc5b8" -d '{"events": [{"server_uuid": "f3fa2af6-e59b-499a-a10d-946d5de67fbd", "name": "network-vif-deleted", "tag": "ab73bc22-43c0-4d82-be68-7c89283480cd"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:11.911543 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3cb9e32b-0f0c-44d8-a36c-bf884bb42711 req-1828712a-15fe-44c1-8733-116f149770f5 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148794 Apr 07 11:49:11.992442 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f74486-5bf4-4a54-8b28-3c291e6d2da2 x-openstack-request-id: req-a0f74486-5bf4-4a54-8b28-3c291e6d2da2 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:11.992747 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3fa2af6-e59b-499a-a10d-946d5de67fbd", "name": "network-vif-deleted", "tag": "ab73bc22-43c0-4d82-be68-7c89283480cd", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:11.993021 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0f74486-5bf4-4a54-8b28-3c291e6d2da2 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:11.993646 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f74486-5bf4-4a54-8b28-3c291e6d2da2'] response: {'server_uuid': 'f3fa2af6-e59b-499a-a10d-946d5de67fbd', 'name': 'network-vif-deleted', 'tag': 'ab73bc22-43c0-4d82-be68-7c89283480cd', 'status': 'completed', 'code': 200} Apr 07 11:49:11.996616 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:12.007963 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545cf0d-9dd6-4294-97fc-b68c041f415a req-6aeb85c9-788b-42e9-b8ce-4c1eb3c0a07f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:12.013310 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3545cf0d-9dd6-4294-97fc-b68c041f415a req-6aeb85c9-788b-42e9-b8ce-4c1eb3c0a07f tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 946 time: 0.0949023 Apr 07 11:49:12.062925 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3545cf0d-9dd6-4294-97fc-b68c041f415a req-79bf13f3-315e-4000-9eb0-1100cfa14c17 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470042 Apr 07 11:49:12.273577 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:12.301918 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:12.310826 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:12.311434 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:12.416627 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:12.466883 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91776bf-1817-4e6c-94ae-aef9e653ac44 req-f701f7fd-604e-4c68-adf2-3ff26c01fbb9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:12.468372 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f91776bf-1817-4e6c-94ae-aef9e653ac44 req-f701f7fd-604e-4c68-adf2-3ff26c01fbb9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 947 time: 0.0529079 Apr 07 11:49:12.514609 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f91776bf-1817-4e6c-94ae-aef9e653ac44 req-fbdfdb4d-a910-4943-836b-37aca7626640 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403516 Apr 07 11:49:12.617683 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:12.646541 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efa4b90-c911-433e-89b3-bb255c19f340 None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:12.738726 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4e922781-4ae9-47e3-b93d-590859af5d8e req-cc9fdd31-a709-4acd-9975-17a7fa478143 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3fa2af6-e59b-499a-a10d-946d5de67fbd HTTP/1.1" status: 200 len: 210 time: 0.0308928 Apr 07 11:49:12.870559 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6c9ed1-c4d4-4530-9b67-b351e564c45c None None] New status for floating IP 408b0933-478a-4bbc-a647-790a2b3958ed: DOWN {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:13.069126 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259a24f-4ac6-4886-af7d-883eb99434c6 req-f8e79b40-d121-4478-a473-a21291a77377 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:13.070832 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7259a24f-4ac6-4886-af7d-883eb99434c6 req-f8e79b40-d121-4478-a473-a21291a77377 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0838854 Apr 07 11:49:13.126852 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7259a24f-4ac6-4886-af7d-883eb99434c6 req-20d7d155-100a-4002-8d33-1e3cbb631a99 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479846 Apr 07 11:49:13.182108 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9981e1-1de4-4938-a6cc-4238695d1d77 req-f102ff77-a976-4170-889c-887aa0eb575c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:13.183595 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab9981e1-1de4-4938-a6cc-4238695d1d77 req-f102ff77-a976-4170-889c-887aa0eb575c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 946 time: 0.0519509 Apr 07 11:49:13.233273 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab9981e1-1de4-4938-a6cc-4238695d1d77 req-4b92fa3f-38b0-43bd-8c8b-0a79036bd854 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438569 Apr 07 11:49:13.426026 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2844a-3c72-4714-9857-29b576267fe0 req-7bb3c51d-4948-44b6-ba11-909686626eab tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:13.427558 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-57a2844a-3c72-4714-9857-29b576267fe0 req-7bb3c51d-4948-44b6-ba11-909686626eab tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 946 time: 0.0572872 Apr 07 11:49:13.481784 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-57a2844a-3c72-4714-9857-29b576267fe0 req-be4f3456-9e17-4e32-bbea-a0d52970967b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460463 Apr 07 11:49:13.506642 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33210) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:13.593608 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0b9a7-e55a-4ef2-aec4-38bc15465982 tempest-TestVolumeBootPattern-1277642818 tempest-TestVolumeBootPattern-1277642818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:13.595196 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-23d0b9a7-e55a-4ef2-aec4-38bc15465982 tempest-TestVolumeBootPattern-1277642818 tempest-TestVolumeBootPattern-1277642818-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 1125 time: 0.0875578 Apr 07 11:49:13.598375 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33214) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:13.602598 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'port_id': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:13.622984 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.722891 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.824612 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33220) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:13.831070 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Allocated IP 172.27.3.157 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/58fbf3fe-5289-4fa9-8a57-063b341938eb) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:13.877739 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-741f8797-9ae4-4e0f-80f1-d39dca2e6892 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (fe25cb97-af50-4ab7-9075-5e0e6945d0ef), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.900759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-741f8797-9ae4-4e0f-80f1-d39dca2e6892 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (fe25cb97-af50-4ab7-9075-5e0e6945d0ef), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.931109 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for port (58fbf3fe-5289-4fa9-8a57-063b341938eb), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.951393 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-741f8797-9ae4-4e0f-80f1-d39dca2e6892 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (fe25cb97-af50-4ab7-9075-5e0e6945d0ef), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.954646 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-741f8797-9ae4-4e0f-80f1-d39dca2e6892 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.956066 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-741f8797-9ae4-4e0f-80f1-d39dca2e6892 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "DELETE /v2.0/security-groups/fe25cb97-af50-4ab7-9075-5e0e6945d0ef HTTP/1.1" status: 204 len: 168 time: 0.1302881 Apr 07 11:49:13.959721 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33222) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:13.972487 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (58fbf3fe-5289-4fa9-8a57-063b341938eb), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:13.979071 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f8797-9ae4-4e0f-80f1-d39dca2e6892 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe25cb97-af50-4ab7-9075-5e0e6945d0ef,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:13.986890 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.api.v2.resource [None req-9e35ef04-93c8-45dd-bd5c-6d22ad590ca0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] show failed (client error): The resource could not be found. Apr 07 11:49:13.988289 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-9e35ef04-93c8-45dd-bd5c-6d22ad590ca0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups/fe25cb97-af50-4ab7-9075-5e0e6945d0ef HTTP/1.1" status: 404 len: 347 time: 0.0275114 Apr 07 11:49:13.990864 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33224) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:14.015546 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:14.022245 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:14.031019 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:14.059839 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'Port': ['ID=58fbf3fe-5289-4fa9-8a57-063b341938eb,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:14.133764 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Deleting port 714aafb1-7374-4dd1-81b5-b74dc537d080 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:49:14.134126 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (714aafb1-7374-4dd1-81b5-b74dc537d080), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.226088 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (714aafb1-7374-4dd1-81b5-b74dc537d080), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.226428 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (714aafb1-7374-4dd1-81b5-b74dc537d080), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.264935 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Calling delete_port for 714aafb1-7374-4dd1-81b5-b74dc537d080 owned by network:floatingip {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:49:14.340790 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07973408-495a-4786-bed3-d7e2eef16c5e req-1358c151-2122-4f5b-a657-3399ceb71571 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:14.342360 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-07973408-495a-4786-bed3-d7e2eef16c5e req-1358c151-2122-4f5b-a657-3399ceb71571 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.1130004 Apr 07 11:49:14.412469 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-07973408-495a-4786-bed3-d7e2eef16c5e req-aee407c6-0cdc-4449-a32b-9248cf4634d6 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641329 Apr 07 11:49:14.462457 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (714aafb1-7374-4dd1-81b5-b74dc537d080), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.489774 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'Port': ['ID=714aafb1-7374-4dd1-81b5-b74dc537d080,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:14.553246 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (408b0933-478a-4bbc-a647-790a2b3958ed), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.556574 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.558028 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d0e8bd7b-3f01-4156-bf2a-48898e48c58b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "DELETE /v2.0/floatingips/408b0933-478a-4bbc-a647-790a2b3958ed HTTP/1.1" status: 204 len: 168 time: 0.5660133 Apr 07 11:49:14.646250 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device ab73bc22-43c0-4d82-be68-7c89283480cd no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:49:14.666085 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: ab73bc22-43c0-4d82-be68-7c89283480cd {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:49:14.666534 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device ab73bc22-43c0-4d82-be68-7c89283480cd not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:49:14.690598 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (7435acac-f4e2-490c-9abe-a258b4a40bca), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.750875 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33232) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:14.755571 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-c1562d78-e024-46bb-9063-d1556bcf1943 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1284188193', 'description': 'tempest-description--688541839'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:14.764745 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (58fbf3fe-5289-4fa9-8a57-063b341938eb), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.776620 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c1562d78-e024-46bb-9063-d1556bcf1943 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.846922 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c1562d78-e024-46bb-9063-d1556bcf1943 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (a4c0ea6f-c545-4da3-881a-a7a2591a10f6), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.852186 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c1562d78-e024-46bb-9063-d1556bcf1943 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a4c0ea6f-c545-4da3-881a-a7a2591a10f6), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.881640 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c1562d78-e024-46bb-9063-d1556bcf1943 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.882868 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-c1562d78-e024-46bb-9063-d1556bcf1943 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1309700 Apr 07 11:49:14.884669 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1562d78-e024-46bb-9063-d1556bcf1943 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c0ea6f-c545-4da3-881a-a7a2591a10f6,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:14.886621 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33234) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:14.891288 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-b08e3b2b-6f4a-4218-a467-dea21a5bd55a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group_rule': {'security_group_id': 'a4c0ea6f-c545-4da3-881a-a7a2591a10f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:14.914761 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b08e3b2b-6f4a-4218-a467-dea21a5bd55a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (bac9f1ac-4921-4694-88bd-a1eec3f23b4c), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.917596 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for port (58fbf3fe-5289-4fa9-8a57-063b341938eb), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.922900 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (58fbf3fe-5289-4fa9-8a57-063b341938eb), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.972336 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b08e3b2b-6f4a-4218-a467-dea21a5bd55a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (bac9f1ac-4921-4694-88bd-a1eec3f23b4c), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.978098 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b08e3b2b-6f4a-4218-a467-dea21a5bd55a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (bac9f1ac-4921-4694-88bd-a1eec3f23b4c), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:14.994289 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'Port': ['ID=58fbf3fe-5289-4fa9-8a57-063b341938eb,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:14.998135 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08e3b2b-6f4a-4218-a467-dea21a5bd55a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bac9f1ac-4921-4694-88bd-a1eec3f23b4c,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:15.005166 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b08e3b2b-6f4a-4218-a467-dea21a5bd55a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.006035 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (7435acac-f4e2-490c-9abe-a258b4a40bca), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.009118 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33236) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:15.009339 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b08e3b2b-6f4a-4218-a467-dea21a5bd55a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217670 Apr 07 11:49:15.043076 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-8ca08efa-032e-4d79-bd34-27385505f655 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group_rule': {'security_group_id': 'a4c0ea6f-c545-4da3-881a-a7a2591a10f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:15.105838 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8ca08efa-032e-4d79-bd34-27385505f655 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (3773e2a5-a614-48cd-88b6-9609280cf225), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.151161 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Floating IP 7435acac-f4e2-490c-9abe-a258b4a40bca associated. External IP: 172.27.3.157, port: d701df51-e420-43ba-b5e0-6f5b40baa7bd. Apr 07 11:49:15.242832 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8ca08efa-032e-4d79-bd34-27385505f655 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (3773e2a5-a614-48cd-88b6-9609280cf225), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.250786 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8ca08efa-032e-4d79-bd34-27385505f655 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (3773e2a5-a614-48cd-88b6-9609280cf225), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.279545 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca08efa-032e-4d79-bd34-27385505f655 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3773e2a5-a614-48cd-88b6-9609280cf225,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:15.289590 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8ca08efa-032e-4d79-bd34-27385505f655 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.290779 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8ca08efa-032e-4d79-bd34-27385505f655 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2806799 Apr 07 11:49:15.295480 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33240) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:15.332224 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:15.384362 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.462989 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Router 6ae7976c-23c4-4995-8e05-e133911b86fc has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:15.540088 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb4051-57b8-4257-9612-2ee795e013b2 req-e29a9856-c358-4d7f-9eb9-6aea8a9fa541 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:15.541622 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-92eb4051-57b8-4257-9612-2ee795e013b2 req-e29a9856-c358-4d7f-9eb9-6aea8a9fa541 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0572405 Apr 07 11:49:15.588329 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-92eb4051-57b8-4257-9612-2ee795e013b2 req-d67ee8dd-566d-4f0e-8334-280bd3ed9457 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408764 Apr 07 11:49:15.591265 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.598507 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:15.612903 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] Sync routers for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:15.622595 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:15.623139 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:15.647321 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.696802 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-600d369e-207f-473b-945f-995b543b149c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0885048 Apr 07 11:49:15.704719 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'tag': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:15.706988 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff015bf-5664-4f9b-8984-22cbdd469322" -d '{"events": [{"name": "network-changed", "server_uuid": "64bb74dc-9dd9-4e16-8b45-fa851ac50a19", "tag": "d701df51-e420-43ba-b5e0-6f5b40baa7bd"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:15.732021 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:15.739505 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Allocated IP 172.27.3.86 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/d53f40ba-bd25-44c5-b643-fded42e80565) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:15.744120 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d810b776-1ffa-4624-a6b6-79917f9a7e35 x-openstack-request-id: req-d810b776-1ffa-4624-a6b6-79917f9a7e35 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:15.744467 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64bb74dc-9dd9-4e16-8b45-fa851ac50a19", "tag": "d701df51-e420-43ba-b5e0-6f5b40baa7bd", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:15.744681 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d810b776-1ffa-4624-a6b6-79917f9a7e35 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:15.745089 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d810b776-1ffa-4624-a6b6-79917f9a7e35'] response: {'name': 'network-changed', 'server_uuid': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'tag': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'status': 'completed', 'code': 200} Apr 07 11:49:15.819045 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-312546b7-f069-43cc-a816-21e08e602c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:15.820678 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-312546b7-f069-43cc-a816-21e08e602c7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 1130 time: 0.0449212 Apr 07 11:49:15.851817 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (d53f40ba-bd25-44c5-b643-fded42e80565), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.888883 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (d53f40ba-bd25-44c5-b643-fded42e80565), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:15.916067 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-547c0441-7bfc-4bf2-9d89-4189a64c8875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:15.917567 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-547c0441-7bfc-4bf2-9d89-4189a64c8875 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 912 time: 0.0884259 Apr 07 11:49:15.927320 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:15.930209 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:15.933693 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:15.978130 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '7435acac-f4e2-490c-9abe-a258b4a40bca', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:e1:f8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:14Z', 'updated_at': '2022-04-07T11:49:14Z', 'revision_number': 0, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:15.978994 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=d53f40ba-bd25-44c5-b643-fded42e80565,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:15.993718 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-7478f072-48cd-47a1-aa1e-6f56afa36037 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d701df51-e420-43ba-b5e0-6f5b40baa7bd HTTP/1.1" status: 200 len: 1000 time: 0.0664847 Apr 07 11:49:16.006338 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] Checking router: 6ae7976c-23c4-4995-8e05-e133911b86fc for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:16.015003 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:16.015605 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:16.028114 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.044605 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-8eb05c23-9780-4c93-ab8a-570299e14122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:16.046118 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-8eb05c23-9780-4c93-ab8a-570299e14122 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0463977 Apr 07 11:49:16.067204 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (d53f40ba-bd25-44c5-b643-fded42e80565), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.103509 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-d6e62f09-6b22-4587-93c4-ce15a12d0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:16.105081 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-d6e62f09-6b22-4587-93c4-ce15a12d0cc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0520034 Apr 07 11:49:16.130703 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:16.195502 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-42729aa9-a676-4c5c-ba0d-87e05fb5ff3b service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842836 Apr 07 11:49:16.252463 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (d53f40ba-bd25-44c5-b643-fded42e80565), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.258162 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (d53f40ba-bd25-44c5-b643-fded42e80565), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.304865 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fff015bf-5664-4f9b-8984-22cbdd469322 req-813fcdf5-3dbb-409b-b4e4-8c71d15f1220 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922151 Apr 07 11:49:16.325513 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=d53f40ba-bd25-44c5-b643-fded42e80565,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:16.337960 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.354292 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:16.363284 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-0e0d18e8-20d4-4a05-b9de-1965a3acff3c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0595989 Apr 07 11:49:16.363467 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '7435acac-f4e2-490c-9abe-a258b4a40bca', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:e1:f8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:14Z', 'updated_at': '2022-04-07T11:49:14Z', 'revision_number': 0, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:16.483679 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b9f752-633b-453a-a275-6297c16eb8c2 None None] The sync data for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi is: [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '7435acac-f4e2-490c-9abe-a258b4a40bca', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.157', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:e1:f8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:14Z', 'updated_at': '2022-04-07T11:49:14Z', 'revision_number': 0, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:16.553674 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-91e63690-8be7-4a39-bb1e-b7cc8d88098b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1284188193&fields=id&tenant_id=fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 267 time: 0.0429580 Apr 07 11:49:16.681597 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-6c546714-933f-45fa-bce2-d8ee56e36fbf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:16.683295 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-6c546714-933f-45fa-bce2-d8ee56e36fbf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 815 time: 0.1231229 Apr 07 11:49:16.695880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafae929-807d-47e9-8d60-13cf7b0034c3 None None] New status for floating IP 7435acac-f4e2-490c-9abe-a258b4a40bca: ACTIVE {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:16.730935 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-2fd68099-afbf-462c-a3ee-ea67fa5d818e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/quotas/fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 375 time: 0.0148349 Apr 07 11:49:16.779119 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1cd83-0865-4121-b09f-157dc7e43887 req-80ec0664-3e0a-48fa-9736-cf99a490e66d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:16.779119 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-64a1cd83-0865-4121-b09f-157dc7e43887 req-80ec0664-3e0a-48fa-9736-cf99a490e66d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0902600 Apr 07 11:49:16.819991 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-abb30bcf-5d7d-4c32-9dcd-b7d11238b4d7 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809064 Apr 07 11:49:16.859497 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-64a1cd83-0865-4121-b09f-157dc7e43887 req-949550a1-95ec-4341-9b2d-28f297979fc0 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702226 Apr 07 11:49:16.936163 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-7e436124-8b41-4679-b9a0-83c998086764 service neutron] 10.222.0.15 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011977 Apr 07 11:49:17.023187 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-00b7a118-c5f1-4ab9-ae14-62040e029a8c service neutron] 10.222.0.15 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809867 Apr 07 11:49:17.192312 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0161ff3f-6384-491b-b678-f29afc637465 req-77970b87-827c-4bf4-b7c6-84a147c6ffa9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 210 time: 0.0309663 Apr 07 11:49:17.463986 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab56883e-a1a9-4d03-bd79-3315ac6c3243 req-5336deaa-1eed-426f-ae2c-528556cf48c9 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:17.465473 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab56883e-a1a9-4d03-bd79-3315ac6c3243 req-5336deaa-1eed-426f-ae2c-528556cf48c9 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.0531638 Apr 07 11:49:17.513926 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab56883e-a1a9-4d03-bd79-3315ac6c3243 req-f836eabf-8a5e-41f5-8a47-694426e2a57a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425792 Apr 07 11:49:17.538616 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33282) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:17.628307 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8f2ce-fcdf-4687-a3bd-f8534da661b7 tempest-TestMinimumBasicScenario-862566395 tempest-TestMinimumBasicScenario-862566395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:17.631670 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-55d8f2ce-fcdf-4687-a3bd-f8534da661b7 tempest-TestMinimumBasicScenario-862566395 tempest-TestMinimumBasicScenario-862566395-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 1125 time: 0.0903161 Apr 07 11:49:17.632984 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33286) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:17.637219 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'port_id': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:17.658917 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.756569 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.867154 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Allocated IP 172.27.3.99 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/da623062-3d65-473e-869b-f684a93fe747) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:17.978938 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for port (da623062-3d65-473e-869b-f684a93fe747), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:17.987472 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e4a28-b2ed-4556-92c3-a848621e4b7f req-bf574a10-7f36-44df-8a3d-5fef9ed29a9e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:17.989001 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cf6e4a28-b2ed-4556-92c3-a848621e4b7f req-bf574a10-7f36-44df-8a3d-5fef9ed29a9e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0542479 Apr 07 11:49:18.016808 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (da623062-3d65-473e-869b-f684a93fe747), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.039026 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cf6e4a28-b2ed-4556-92c3-a848621e4b7f req-68718520-bae4-43c0-b712-f8c49712a832 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440943 Apr 07 11:49:18.059172 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:18.062145 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:18.067978 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:18.073810 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'Port': ['ID=da623062-3d65-473e-869b-f684a93fe747,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:18.270483 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-6133e111-1cac-4ff4-ae8f-86bef8f9d1a8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:18.271976 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-6133e111-1cac-4ff4-ae8f-86bef8f9d1a8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 815 time: 0.1114690 Apr 07 11:49:18.305137 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cd16e94b-9b81-4e00-aa85-d5cbbd80638b req-f3046d48-1a1b-4192-9f60-55085210aa1f tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 210 time: 0.0321245 Apr 07 11:49:18.365502 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-6ec4ebde-0c4c-4b9c-bdc7-76f4a8b06824 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 380 time: 0.0829504 Apr 07 11:49:18.441563 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'port': {'device_id': '63d1d099-e630-403f-b6dc-0519b4db825f', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'admin_state_up': True, 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'security_groups': ['a4c0ea6f-c545-4da3-881a-a7a2591a10f6']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:18.470673 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for floatingip (760980f6-3898-4070-add2-e6725fb10f96), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.539873 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (da623062-3d65-473e-869b-f684a93fe747), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.551123 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Made reservation on behalf of fb9b76ed6a634c7597ca306c5e2adee5 for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:49:18.555306 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.686622 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Allocated IP 172.20.0.3 (793e6760-dffa-49ee-b4f5-e944acaa877d/7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b/6cb91a58-26e4-4182-8d2c-3329d86a9796) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:49:18.698036 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for port (da623062-3d65-473e-869b-f684a93fe747), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.704042 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (da623062-3d65-473e-869b-f684a93fe747), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.769999 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'Port': ['ID=da623062-3d65-473e-869b-f684a93fe747,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:18.779929 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (760980f6-3898-4070-add2-e6725fb10f96), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.826907 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.860663 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.882334 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Floating IP 760980f6-3898-4070-add2-e6725fb10f96 associated. External IP: 172.27.3.99, port: b21eda88-47e8-40b8-9e71-8cc17fa7aecc. Apr 07 11:49:18.907511 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Network 793e6760-dffa-49ee-b4f5-e944acaa877d is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:49:18.910664 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:49:18.916937 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:49:18.946283 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=6cb91a58-26e4-4182-8d2c-3329d86a9796,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:18.972380 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:18.973059 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:18.994203 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-239889a8-007e-419f-97b8-834aeb93d087 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566053 Apr 07 11:49:19.025336 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Request body: {'port': {'device_id': '63d1d099-e630-403f-b6dc-0519b4db825f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:19.093276 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.120084 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Router 36f20978-d5a9-4adb-83ae-02468fc008d1 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:19.207792 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-e73fac3e-39e3-4c9d-a620-2bb83ee5f41a None None] Provisioning complete for port 6cb91a58-26e4-4182-8d2c-3329d86a9796 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:19.208439 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-e73fac3e-39e3-4c9d-a620-2bb83ee5f41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.232884 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:19.243517 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f36ba20-4a0f-4c8c-9b27-4fc8a647b699 req-677dc0ca-674b-4342-a06a-1dbaf77da4ea tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:19.245077 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0f36ba20-4a0f-4c8c-9b27-4fc8a647b699 req-677dc0ca-674b-4342-a06a-1dbaf77da4ea tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.1312735 Apr 07 11:49:19.246672 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-e73fac3e-39e3-4c9d-a620-2bb83ee5f41a None None] Port 6cb91a58-26e4-4182-8d2c-3329d86a9796 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:49:19.247380 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20609947-bd58-4e63-b86f-e447099f733c None None] Sync routers for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:19.255696 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.263529 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20609947-bd58-4e63-b86f-e447099f733c None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:19.264378 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-20609947-bd58-4e63-b86f-e447099f733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:19.289634 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-d60afee8-1667-4883-b952-e6ea3d37fc06 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6530397 Apr 07 11:49:19.289634 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:19.291030 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcf3763-63cd-415a-9a31-f7bf63db681b" -d '{"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:19.291178 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33298) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:19.295255 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-315fb11a-742c-48c6-ad02-36e08c1f48be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1347424113', 'description': 'tempest-secgroup-smoke-1347424113 description', 'project_id': '0012c4b9a7c241f59844e1ea784fea0e'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:19.327741 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac49449-ba6c-4266-844d-6184468b0cf5 x-openstack-request-id: req-2ac49449-ba6c-4266-844d-6184468b0cf5 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:19.328033 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:19.328285 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ac49449-ba6c-4266-844d-6184468b0cf5 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:19.328722 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ac49449-ba6c-4266-844d-6184468b0cf5'] response: {'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'status': 'completed', 'code': 200} Apr 07 11:49:19.367139 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-315fb11a-742c-48c6-ad02-36e08c1f48be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.380084 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0f36ba20-4a0f-4c8c-9b27-4fc8a647b699 req-085279ca-efaf-457f-8b3b-fcec5e5abd0d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246986 Apr 07 11:49:19.380334 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-20609947-bd58-4e63-b86f-e447099f733c None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:19.435131 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-2d704de4-2cc9-43de-bf99-6331af91df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:19.436806 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-2d704de4-2cc9-43de-bf99-6331af91df88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0012c4b9a7c241f59844e1ea784fea0e&device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 1130 time: 0.0664380 Apr 07 11:49:19.534081 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb91a58-26e4-4182-8d2c-3329d86a9796 {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:19.547813 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Publish callbacks [] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.563072 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220e273-7c58-42e8-83a6-78b41c059995 req-9d02cd4c-5ea9-4c61-a592-932db627fa94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:19.570269 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c220e273-7c58-42e8-83a6-78b41c059995 req-9d02cd4c-5ea9-4c61-a592-932db627fa94 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 931 time: 0.1781275 Apr 07 11:49:19.590141 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-315fb11a-742c-48c6-ad02-36e08c1f48be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group (14de3cec-c542-4860-baec-7a40bb1e31c1), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.602984 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-315fb11a-742c-48c6-ad02-36e08c1f48be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (14de3cec-c542-4860-baec-7a40bb1e31c1), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.605818 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Transition to ACTIVE for port object 6cb91a58-26e4-4182-8d2c-3329d86a9796 will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:49:19.613386 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.641781 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-20609947-bd58-4e63-b86f-e447099f733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '760980f6-3898-4070-add2-e6725fb10f96', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'port_id': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'mac_address': 'fa:16:3e:04:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:18Z', 'revision_number': 0, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 5, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:19.673446 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20609947-bd58-4e63-b86f-e447099f733c None None] Checking router: 36f20978-d5a9-4adb-83ae-02468fc008d1 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:19.682438 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-315fb11a-742c-48c6-ad02-36e08c1f48be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.682721 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20609947-bd58-4e63-b86f-e447099f733c None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:19.683661 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-315fb11a-742c-48c6-ad02-36e08c1f48be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3918085 Apr 07 11:49:19.686676 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-20609947-bd58-4e63-b86f-e447099f733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:19.692195 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315fb11a-742c-48c6-ad02-36e08c1f48be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14de3cec-c542-4860-baec-7a40bb1e31c1,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:19.696181 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33304) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:19.704248 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-cb0b24ce-52b6-4fba-93f6-a044a5bd7e96 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'security_group_rule': {'security_group_id': '14de3cec-c542-4860-baec-7a40bb1e31c1', 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:19.737132 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c220e273-7c58-42e8-83a6-78b41c059995 req-19e33645-c102-4b42-8c13-e80b693d1233 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658475 Apr 07 11:49:19.742648 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Pushing event updated for resources: {'Port': ['ID=6cb91a58-26e4-4182-8d2c-3329d86a9796,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:19.822428 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-3e07adbc-2e77-486a-8dce-8738aa576881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:19.823353 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-20609947-bd58-4e63-b86f-e447099f733c None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:19.823641 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-3e07adbc-2e77-486a-8dce-8738aa576881 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa076410-3c7e-496c-bab0-99102f27aa65 HTTP/1.1" status: 200 len: 916 time: 0.3783765 Apr 07 11:49:19.840266 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cb0b24ce-52b6-4fba-93f6-a044a5bd7e96 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (1f8834f4-b415-4936-9af4-f47e185f885f), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.870592 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Attempting to bind port 6cb91a58-26e4-4182-8d2c-3329d86a9796 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:49:19.871018 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Attempting to bind port 6cb91a58-26e4-4182-8d2c-3329d86a9796 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:49:19.871410 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Attempting to bind port 6cb91a58-26e4-4182-8d2c-3329d86a9796 on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:19.885019 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Port 6cb91a58-26e4-4182-8d2c-3329d86a9796 on network 793e6760-dffa-49ee-b4f5-e944acaa877d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:49:19.885490 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Attempting to bind port 6cb91a58-26e4-4182-8d2c-3329d86a9796 on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:49:19.898409 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:49:19.898925 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Checking segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:49:19.899645 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Bound using segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:49:19.900496 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Bound port: 6cb91a58-26e4-4182-8d2c-3329d86a9796, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:49:19.900977 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.921084 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-40ff37bb-4f5b-4a10-9cc0-9ac1b96a6652 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 999 time: 0.0809681 Apr 07 11:49:19.952113 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cb0b24ce-52b6-4fba-93f6-a044a5bd7e96 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (1f8834f4-b415-4936-9af4-f47e185f885f), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.959209 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cb0b24ce-52b6-4fba-93f6-a044a5bd7e96 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (1f8834f4-b415-4936-9af4-f47e185f885f), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:19.981024 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b24ce-52b6-4fba-93f6-a044a5bd7e96 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8834f4-b415-4936-9af4-f47e185f885f,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:19.993029 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-e42944a7-02e3-431f-b370-428129fe991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:19.995071 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-e42944a7-02e3-431f-b370-428129fe991a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22fbaf62-5711-4748-9616-2129b0e0bb3c HTTP/1.1" status: 200 len: 854 time: 0.0645111 Apr 07 11:49:20.006562 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cb0b24ce-52b6-4fba-93f6-a044a5bd7e96 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.010676 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-cb0b24ce-52b6-4fba-93f6-a044a5bd7e96 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3073218 Apr 07 11:49:20.011059 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33306) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:20.019242 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-79fbcc2b-f8d6-4f82-a2c7-3a5f5555f3e3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'security_group_rule': {'security_group_id': '14de3cec-c542-4860-baec-7a40bb1e31c1', 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:20.025562 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] For port 6cb91a58-26e4-4182-8d2c-3329d86a9796, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:49:20.031017 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] For port 6cb91a58-26e4-4182-8d2c-3329d86a9796, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6cb91a58-26e4-4182-8d2c-3329d86a9796,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:49:20.043312 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.059608 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-4d8f8541-2953-4ad7-b648-ac37f93c0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.061304 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-4d8f8541-2953-4ad7-b648-ac37f93c0543 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa076410-3c7e-496c-bab0-99102f27aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0559807 Apr 07 11:49:20.095557 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.095704 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-20609947-bd58-4e63-b86f-e447099f733c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '760980f6-3898-4070-add2-e6725fb10f96', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'port_id': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'mac_address': 'fa:16:3e:04:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:18Z', 'revision_number': 0, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 5, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:20.096160 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.097938 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] 10.222.0.52 "PUT /v2.0/ports/6cb91a58-26e4-4182-8d2c-3329d86a9796 HTTP/1.1" status: 200 len: 1093 time: 1.0775898 Apr 07 11:49:20.101042 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d1d099-e630-403f-b6dc-0519b4db825f', 'tag': '6cb91a58-26e4-4182-8d2c-3329d86a9796'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:20.103304 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fe4bf4-3833-40be-a3de-426adadae0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "63d1d099-e630-403f-b6dc-0519b4db825f", "tag": "6cb91a58-26e4-4182-8d2c-3329d86a9796"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:20.119584 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-79fbcc2b-f8d6-4f82-a2c7-3a5f5555f3e3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (877d235b-05d2-459d-9685-51139603c84e), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.131843 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20609947-bd58-4e63-b86f-e447099f733c None None] The sync data for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi is: [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '760980f6-3898-4070-add2-e6725fb10f96', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'floating_ip_address': '172.27.3.99', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'port_id': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'mac_address': 'fa:16:3e:04:a3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:18Z', 'updated_at': '2022-04-07T11:49:18Z', 'revision_number': 0, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 5, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:20.193500 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-5b553725-3729-433c-a576-798f7be77081 service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233740 Apr 07 11:49:20.211857 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e74938e-4c94-4118-8210-662e2868c4da x-openstack-request-id: req-5e74938e-4c94-4118-8210-662e2868c4da {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:20.212219 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d1d099-e630-403f-b6dc-0519b4db825f", "tag": "6cb91a58-26e4-4182-8d2c-3329d86a9796", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:20.212419 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e74938e-4c94-4118-8210-662e2868c4da {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:20.212808 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e74938e-4c94-4118-8210-662e2868c4da'] response: {'name': 'network-changed', 'server_uuid': '63d1d099-e630-403f-b6dc-0519b4db825f', 'tag': '6cb91a58-26e4-4182-8d2c-3329d86a9796', 'status': 'completed', 'code': 200} Apr 07 11:49:20.216253 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a488c-38e1-4b26-b8a6-041dbc7f701e service neutron] Pushing event updated for resources: {'Port': ['ID=6cb91a58-26e4-4182-8d2c-3329d86a9796,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:20.259997 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-79fbcc2b-f8d6-4f82-a2c7-3a5f5555f3e3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (877d235b-05d2-459d-9685-51139603c84e), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.269605 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-79fbcc2b-f8d6-4f82-a2c7-3a5f5555f3e3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (877d235b-05d2-459d-9685-51139603c84e), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.285632 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-120a8d14-0092-41f4-ac21-70ed63bc2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.287171 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-120a8d14-0092-41f4-ac21-70ed63bc2b95 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 1127 time: 0.1161556 Apr 07 11:49:20.294699 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fbcc2b-f8d6-4f82-a2c7-3a5f5555f3e3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877d235b-05d2-459d-9685-51139603c84e,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:20.310677 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3fcf3763-63cd-415a-9a31-f7bf63db681b req-061f7e15-25ca-4c7c-83f2-f939602d43d5 service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097901 Apr 07 11:49:20.407015 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df33b8-5b39-443d-a0b2-75a61329a45a None None] New status for floating IP 760980f6-3898-4070-add2-e6725fb10f96: ACTIVE {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:20.620369 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-79fbcc2b-f8d6-4f82-a2c7-3a5f5555f3e3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.621589 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-79fbcc2b-f8d6-4f82-a2c7-3a5f5555f3e3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6093791 Apr 07 11:49:20.624524 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33312) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:20.629262 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-314fa39d-3811-42cc-9cdd-744cf2fa8355 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'security_group_rule': {'security_group_id': '14de3cec-c542-4860-baec-7a40bb1e31c1', 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:20.631415 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-9f226222-df64-4e09-a25d-52dd29daf601 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cb91a58-26e4-4182-8d2c-3329d86a9796 HTTP/1.1" status: 200 len: 217 time: 0.3337793 Apr 07 11:49:20.654819 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-314fa39d-3811-42cc-9cdd-744cf2fa8355 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (748daaec-df67-4764-abbf-2815ba33ea14), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.699734 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-a92f3cbb-8953-432f-8bc3-4128cd301faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.701414 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-a92f3cbb-8953-432f-8bc3-4128cd301faf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.0516806 Apr 07 11:49:20.713923 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89127aef-478b-449a-92ad-b6fe050a27f0 req-0826498d-9ec5-4ba5-82fa-8c89eda7abaf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.714976 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-314fa39d-3811-42cc-9cdd-744cf2fa8355 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (748daaec-df67-4764-abbf-2815ba33ea14), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.715373 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-89127aef-478b-449a-92ad-b6fe050a27f0 req-0826498d-9ec5-4ba5-82fa-8c89eda7abaf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0928068 Apr 07 11:49:20.721896 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-314fa39d-3811-42cc-9cdd-744cf2fa8355 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (748daaec-df67-4764-abbf-2815ba33ea14), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.744801 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314fa39d-3811-42cc-9cdd-744cf2fa8355 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748daaec-df67-4764-abbf-2815ba33ea14,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:20.751644 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-314fa39d-3811-42cc-9cdd-744cf2fa8355 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.754710 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-314fa39d-3811-42cc-9cdd-744cf2fa8355 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264639 Apr 07 11:49:20.755548 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33314) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:20.760120 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-1b5c3f91-2b06-46cc-9a54-99e286314776 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'security_group_rule': {'security_group_id': '14de3cec-c542-4860-baec-7a40bb1e31c1', 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:20.795448 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3f91-2b06-46cc-9a54-99e286314776 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (6eb51989-c454-4385-96c1-56f80394ba32), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.796491 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-89127aef-478b-449a-92ad-b6fe050a27f0 req-7631950c-07aa-4543-a510-6079646a21f5 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713561 Apr 07 11:49:20.799535 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-3640024e-e3f2-4971-bf33-f03375a2e6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.801048 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-3640024e-e3f2-4971-bf33-f03375a2e6c5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0847678 Apr 07 11:49:20.864877 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3f91-2b06-46cc-9a54-99e286314776 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (6eb51989-c454-4385-96c1-56f80394ba32), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.869921 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3f91-2b06-46cc-9a54-99e286314776 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (6eb51989-c454-4385-96c1-56f80394ba32), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.889199 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c3f91-2b06-46cc-9a54-99e286314776 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eb51989-c454-4385-96c1-56f80394ba32,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:20.894407 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1b5c3f91-2b06-46cc-9a54-99e286314776 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.898459 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-1b5c3f91-2b06-46cc-9a54-99e286314776 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418905 Apr 07 11:49:20.899054 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33320) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:20.903387 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-5db81177-8884-45b4-840c-3fa15aae50b6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'security_group_rule': {'security_group_id': '14de3cec-c542-4860-baec-7a40bb1e31c1', 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:20.927820 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.securitygroups_db [None req-5db81177-8884-45b4-840c-3fa15aae50b6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Project 0012c4b9a7c241f59844e1ea784fea0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:49:20.933053 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5db81177-8884-45b4-840c-3fa15aae50b6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (c9b8961b-edc8-41fa-93e9-97c5b25a5b83), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.943734 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f134dd-7072-4b17-9ca8-76e9bf1c4339 req-f0612483-a15a-4020-b379-795288cc7286 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:20.945265 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f5f134dd-7072-4b17-9ca8-76e9bf1c4339 req-f0612483-a15a-4020-b379-795288cc7286 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 943 time: 0.1126685 Apr 07 11:49:20.949018 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-26406253-d704-43fb-8aa9-4044d88d67c5 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378679 Apr 07 11:49:20.991607 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5db81177-8884-45b4-840c-3fa15aae50b6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (c9b8961b-edc8-41fa-93e9-97c5b25a5b83), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:20.996800 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5db81177-8884-45b4-840c-3fa15aae50b6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (c9b8961b-edc8-41fa-93e9-97c5b25a5b83), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.014083 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db81177-8884-45b4-840c-3fa15aae50b6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b8961b-edc8-41fa-93e9-97c5b25a5b83,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:21.023792 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5db81177-8884-45b4-840c-3fa15aae50b6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.025164 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-5db81177-8884-45b4-840c-3fa15aae50b6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251395 Apr 07 11:49:21.027944 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33322) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:21.032561 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-a0f17f27-ff98-4c37-a19e-05d9e2878a19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'security_group_rule': {'security_group_id': '14de3cec-c542-4860-baec-7a40bb1e31c1', 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:21.048882 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f5f134dd-7072-4b17-9ca8-76e9bf1c4339 req-34669761-b26c-4e1c-b335-f03669fceaad tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977104 Apr 07 11:49:21.052553 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.securitygroups_db [None req-a0f17f27-ff98-4c37-a19e-05d9e2878a19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Project 0012c4b9a7c241f59844e1ea784fea0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:49:21.057676 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a0f17f27-ff98-4c37-a19e-05d9e2878a19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (f3bb034f-cbbf-4eb3-beb7-dc450a59c9ab), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.078024 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15c9f639-d1cd-41a6-8da7-c875f343f97b req-57c6bd06-cf15-4e82-875f-33b3b2a34c29 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208153 Apr 07 11:49:21.122985 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a0f17f27-ff98-4c37-a19e-05d9e2878a19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (f3bb034f-cbbf-4eb3-beb7-dc450a59c9ab), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.127558 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a0f17f27-ff98-4c37-a19e-05d9e2878a19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (f3bb034f-cbbf-4eb3-beb7-dc450a59c9ab), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.144678 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f17f27-ff98-4c37-a19e-05d9e2878a19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3bb034f-cbbf-4eb3-beb7-dc450a59c9ab,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:21.152643 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-a0f17f27-ff98-4c37-a19e-05d9e2878a19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.153855 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-a0f17f27-ff98-4c37-a19e-05d9e2878a19 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249413 Apr 07 11:49:21.245679 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-490bf348-d11f-47a8-83be-c27bf43e342b req-e8ff09ab-87c3-4c78-854f-80fbe6e67df6 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347424113&fields=id&tenant_id=0012c4b9a7c241f59844e1ea784fea0e HTTP/1.1" status: 200 len: 267 time: 0.0492384 Apr 07 11:49:21.299929 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bf348-d11f-47a8-83be-c27bf43e342b req-f26b2e30-dd70-45f5-b1fb-62fa8e4a9528 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:21.301396 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-490bf348-d11f-47a8-83be-c27bf43e342b req-f26b2e30-dd70-45f5-b1fb-62fa8e4a9528 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.0504515 Apr 07 11:49:21.311969 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-490bf348-d11f-47a8-83be-c27bf43e342b req-e67a5ec1-1046-4193-a05a-6d6e7a903ddd tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'port': {'security_groups': ['c2536482-4975-4954-84a6-514a29dc1429', '14de3cec-c542-4860-baec-7a40bb1e31c1']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:21.380094 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-490bf348-d11f-47a8-83be-c27bf43e342b req-e67a5ec1-1046-4193-a05a-6d6e7a903ddd tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.565323 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-490bf348-d11f-47a8-83be-c27bf43e342b req-e67a5ec1-1046-4193-a05a-6d6e7a903ddd tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] For port b21eda88-47e8-40b8-9e71-8cc17fa7aecc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:21.594421 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-490bf348-d11f-47a8-83be-c27bf43e342b req-e67a5ec1-1046-4193-a05a-6d6e7a903ddd tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.602113 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-490bf348-d11f-47a8-83be-c27bf43e342b req-e67a5ec1-1046-4193-a05a-6d6e7a903ddd tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.615132 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['b21eda88-47e8-40b8-9e71-8cc17fa7aecc'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:21.646722 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bf348-d11f-47a8-83be-c27bf43e342b req-e67a5ec1-1046-4193-a05a-6d6e7a903ddd tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:21.647329 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-490bf348-d11f-47a8-83be-c27bf43e342b req-e67a5ec1-1046-4193-a05a-6d6e7a903ddd tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.648720 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-490bf348-d11f-47a8-83be-c27bf43e342b req-e67a5ec1-1046-4193-a05a-6d6e7a903ddd tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "PUT /v2.0/ports/b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 982 time: 0.3411515 Apr 07 11:49:21.671220 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a5ec1-1046-4193-a05a-6d6e7a903ddd tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'Port': ['ID=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,revision_number=6']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:21.760342 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['b21eda88-47e8-40b8-9e71-8cc17fa7aecc'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:21.767977 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d34d7-a15f-4210-a57c-d2c5d10929b9 req-975482ce-8388-42ee-be60-896213808f6a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:21.769769 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d66d34d7-a15f-4210-a57c-d2c5d10929b9 req-975482ce-8388-42ee-be60-896213808f6a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0580297 Apr 07 11:49:21.862172 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d66d34d7-a15f-4210-a57c-d2c5d10929b9 req-c95799cb-caab-4fbd-8bf8-55b44a929974 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711713 Apr 07 11:49:21.933409 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea5f2b-614f-4b48-9a15-a1576eee2a8b req-a3eb9960-6278-471a-b0e8-0ef09e7d8992 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:21.934789 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f8ea5f2b-614f-4b48-9a15-a1576eee2a8b req-a3eb9960-6278-471a-b0e8-0ef09e7d8992 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0553386 Apr 07 11:49:21.975088 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-6aaafc70-45db-4a77-93be-35d25087e987 None None] Provisioning complete for port b21eda88-47e8-40b8-9e71-8cc17fa7aecc triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:21.975425 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6aaafc70-45db-4a77-93be-35d25087e987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:21.982600 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f8ea5f2b-614f-4b48-9a15-a1576eee2a8b req-c724dac3-95c0-4617-a0f2-669ab483cdd7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419507 Apr 07 11:49:22.164130 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-6aaafc70-45db-4a77-93be-35d25087e987 None None] Current status of the port b21eda88-47e8-40b8-9e71-8cc17fa7aecc is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:22.201767 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73180c0e-151d-409e-b8b5-a149d3ad153a req-30e64597-e1d0-47ec-a463-cf58ce1746d6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.203162 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73180c0e-151d-409e-b8b5-a149d3ad153a req-30e64597-e1d0-47ec-a463-cf58ce1746d6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 943 time: 0.0871854 Apr 07 11:49:22.206055 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-475ea0b1-7f50-4ff4-a597-987838f2b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.207457 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-475ea0b1-7f50-4ff4-a597-987838f2b3b0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 1127 time: 0.0823753 Apr 07 11:49:22.215818 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:22.218022 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7513f5-f561-4800-a497-b4cc4b96eba6" -d '{"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:22.256408 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac980ca-be80-4e55-8a91-c5d70ea52ec2 x-openstack-request-id: req-0ac980ca-be80-4e55-8a91-c5d70ea52ec2 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:22.256844 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:22.257103 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ac980ca-be80-4e55-8a91-c5d70ea52ec2 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:22.257505 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac980ca-be80-4e55-8a91-c5d70ea52ec2'] response: {'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'status': 'completed', 'code': 200} Apr 07 11:49:22.321137 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73180c0e-151d-409e-b8b5-a149d3ad153a req-e9653fe2-97ff-49ef-9794-488d7548b1ce tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114852 Apr 07 11:49:22.322655 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-650196f0-9e6e-4e34-9bed-63bb207b240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.324187 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-650196f0-9e6e-4e34-9bed-63bb207b240d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0012c4b9a7c241f59844e1ea784fea0e&device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 1169 time: 0.0449824 Apr 07 11:49:22.342982 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-6bc2d3e9-3bbe-48c4-bacf-cdb367e8d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.344862 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-6bc2d3e9-3bbe-48c4-bacf-cdb367e8d5ee service neutron] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 916 time: 0.1239750 Apr 07 11:49:22.416794 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-4a645e68-d79d-4b3b-8eef-3ba70f80d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.418536 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-4a645e68-d79d-4b3b-8eef-3ba70f80d5df service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa076410-3c7e-496c-bab0-99102f27aa65 HTTP/1.1" status: 200 len: 916 time: 0.0877106 Apr 07 11:49:22.443615 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-67cb351b-5ccf-4104-bbd5-1822d1bd747f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cb91a58-26e4-4182-8d2c-3329d86a9796 HTTP/1.1" status: 200 len: 217 time: 0.0371113 Apr 07 11:49:22.487787 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-7e2baa8d-7192-44f7-badf-7779c6b46669 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 1001 time: 0.0627685 Apr 07 11:49:22.504104 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-7e98e6ea-33b6-4b9a-9053-3d5bc2a460f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.505601 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-7e98e6ea-33b6-4b9a-9053-3d5bc2a460f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.0455413 Apr 07 11:49:22.543769 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-7ae79724-7e26-4fa7-8672-e8c390c39581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.545342 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-7ae79724-7e26-4fa7-8672-e8c390c39581 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22fbaf62-5711-4748-9616-2129b0e0bb3c HTTP/1.1" status: 200 len: 854 time: 0.0442431 Apr 07 11:49:22.561630 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-012e25c2-3799-42fa-9d9b-5ec3424f3c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:22.563216 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-012e25c2-3799-42fa-9d9b-5ec3424f3c53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499020 Apr 07 11:49:23.113638 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc1b88-7f7e-42a7-bb3d-f66c04038511 req-4d99d931-891d-4d95-8807-7bafbda45a77 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:23.115119 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-26cc1b88-7f7e-42a7-bb3d-f66c04038511 req-4d99d931-891d-4d95-8807-7bafbda45a77 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0556529 Apr 07 11:49:23.167747 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-26cc1b88-7f7e-42a7-bb3d-f66c04038511 req-c93d239c-a356-4bba-8e25-9d4316e5e00a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441189 Apr 07 11:49:23.458282 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a523e-304e-4c06-af5b-fa3b63da9eb4 req-282be434-f137-48d5-ba6f-ea7cacfd5c0c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:23.459775 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b51a523e-304e-4c06-af5b-fa3b63da9eb4 req-282be434-f137-48d5-ba6f-ea7cacfd5c0c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 943 time: 0.0581193 Apr 07 11:49:23.510496 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b51a523e-304e-4c06-af5b-fa3b63da9eb4 req-f9d053c9-80cb-4e3b-b618-496db3d11ec6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434191 Apr 07 11:49:23.812278 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-9c8f7cd0-39b1-4c02-93a4-3cf0fb97f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:23.813944 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-9c8f7cd0-39b1-4c02-93a4-3cf0fb97f912 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa076410-3c7e-496c-bab0-99102f27aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531585 Apr 07 11:49:23.855320 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-a0024cce-4040-4780-b296-a384cdef9c9e service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945537 Apr 07 11:49:23.931740 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-c5fc0207-743c-4a91-85e5-3491e1add85f service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110501 Apr 07 11:49:23.936756 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598089bc-9da1-4844-af86-8cf86788ebc8 req-129f598f-2430-4e38-9739-18a428169fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:23.938249 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-598089bc-9da1-4844-af86-8cf86788ebc8 req-129f598f-2430-4e38-9739-18a428169fe8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 1129 time: 0.0919569 Apr 07 11:49:23.946544 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c7fe4bf4-3833-40be-a3de-426adadae0c8 req-72814d23-1171-4163-a7e5-e51df53c5bfc service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847895 Apr 07 11:49:24.034710 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-598089bc-9da1-4844-af86-8cf86788ebc8 req-c63aa41b-9790-4b65-ba8f-cabccef9d0c5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885682 Apr 07 11:49:24.053670 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f7513f5-f561-4800-a497-b4cc4b96eba6 req-0dacaeb8-4241-4175-8274-07ad7be7eb18 service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145449 Apr 07 11:49:24.246301 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:49:24.300711 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534ddb2-20ea-41ad-9ded-f34e5f38b2bf req-95e7d5f5-5ba4-4164-9174-09328042e560 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:24.302119 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1534ddb2-20ea-41ad-9ded-f34e5f38b2bf req-95e7d5f5-5ba4-4164-9174-09328042e560 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0598948 Apr 07 11:49:24.348382 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1534ddb2-20ea-41ad-9ded-f34e5f38b2bf req-576597e6-edb4-4cb7-95ba-e9612e5818f5 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 Apr 07 11:49:24.641851 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902f1bd-8a00-4aec-9729-2e090d3a443b req-0971dc25-f143-45b6-a316-a56d8a5a0a25 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:24.643306 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a902f1bd-8a00-4aec-9729-2e090d3a443b req-0971dc25-f143-45b6-a316-a56d8a5a0a25 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 943 time: 0.0560846 Apr 07 11:49:24.692711 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a902f1bd-8a00-4aec-9729-2e090d3a443b req-1b26fd2a-d7e5-494e-87a1-3d2e76f950c7 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410855 Apr 07 11:49:24.724528 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 6cb91a58-26e4-4182-8d2c-3329d86a9796 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:49:24.824994 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 6cb91a58-26e4-4182-8d2c-3329d86a9796, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6cb91a58-26e4-4182-8d2c-3329d86a9796,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:24.840894 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '6cb91a58-26e4-4182-8d2c-3329d86a9796', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'port_id': '6cb91a58-26e4-4182-8d2c-3329d86a9796', 'mac_address': 'fa:16:3e:48:b2:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:49:24.878343 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 6cb91a58-26e4-4182-8d2c-3329d86a9796 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:24.878733 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.892073 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb91a58-26e4-4182-8d2c-3329d86a9796 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:49:24.910982 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 6cb91a58-26e4-4182-8d2c-3329d86a9796, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6cb91a58-26e4-4182-8d2c-3329d86a9796,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:24.917510 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:24.964912 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=6cb91a58-26e4-4182-8d2c-3329d86a9796,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:25.311309 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['6cb91a58-26e4-4182-8d2c-3329d86a9796'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:49:25.475986 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b422a42-172a-447e-a7fa-0ee79f63ad7d req-ac057904-bd3c-47ec-a1fa-a84cde075770 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:25.477493 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0b422a42-172a-447e-a7fa-0ee79f63ad7d req-ac057904-bd3c-47ec-a1fa-a84cde075770 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0567591 Apr 07 11:49:25.522921 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0b422a42-172a-447e-a7fa-0ee79f63ad7d req-e4bcae08-5e03-4762-9e9a-3432552647a6 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396860 Apr 07 11:49:25.815452 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbad74c-b95b-4d06-a2b3-b2a717fe50ff req-08af84e7-9aeb-4168-9b86-20572e65c999 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:25.817027 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3dbad74c-b95b-4d06-a2b3-b2a717fe50ff req-08af84e7-9aeb-4168-9b86-20572e65c999 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 944 time: 0.0542827 Apr 07 11:49:25.865357 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3dbad74c-b95b-4d06-a2b3-b2a717fe50ff req-65df1238-b56b-47cc-aa9c-6876a7ed97cd tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424511 Apr 07 11:49:26.143030 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-2978505d-875e-430e-91c9-8fbd63fe74a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442491 Apr 07 11:49:26.218809 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-07360b63-e5bf-4058-95ed-d0269a9ae104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:26.220343 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-07360b63-e5bf-4058-95ed-d0269a9ae104 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 1131 time: 0.0482156 Apr 07 11:49:26.339123 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-bd41ffc1-fb18-4659-ac36-fde0239471d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:26.340592 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-bd41ffc1-fb18-4659-ac36-fde0239471d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.0920138 Apr 07 11:49:26.426059 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-3b1a8ee4-00ac-464d-bf65-5661f67fb715 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 HTTP/1.1" status: 200 len: 1001 time: 0.0650411 Apr 07 11:49:26.485536 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-05d9f9bb-ef17-4b0f-b0ed-08614ec0f7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:26.486947 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-05d9f9bb-ef17-4b0f-b0ed-08614ec0f7f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.0439758 Apr 07 11:49:26.540938 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-23484414-5e87-44e8-ab84-6187e71bdce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:26.542695 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-23484414-5e87-44e8-ab84-6187e71bdce4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436201 Apr 07 11:49:26.638046 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-2d0d4ed3-dccf-4f0e-9e59-235ad736eed4 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879714 Apr 07 11:49:26.646826 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b357c-5546-4f15-9397-852ff5a72237 req-72d0d3c4-ab58-4b09-8504-e530d3f02c58 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:26.648306 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fb2b357c-5546-4f15-9397-852ff5a72237 req-72d0d3c4-ab58-4b09-8504-e530d3f02c58 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0566518 Apr 07 11:49:26.694780 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fb2b357c-5546-4f15-9397-852ff5a72237 req-d7c274ea-a01e-4554-a4ef-8d805187880a tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 Apr 07 11:49:26.731326 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 6cb91a58-26e4-4182-8d2c-3329d86a9796 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:49:26.741532 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0486498d-d534-45d8-8eaa-2345bffc22a6 req-3a9ecfb6-1fc2-4c6b-8ddf-007ae4eec69e service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914273 Apr 07 11:49:26.786988 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 6cb91a58-26e4-4182-8d2c-3329d86a9796 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:49:26.791208 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 6cb91a58-26e4-4182-8d2c-3329d86a9796 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:49:26.791581 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.871156 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 6cb91a58-26e4-4182-8d2c-3329d86a9796 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:49:26.871540 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.896178 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d1d099-e630-403f-b6dc-0519b4db825f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb91a58-26e4-4182-8d2c-3329d86a9796'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:26.898557 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d74de4e-bedb-4fd6-9d93-0268710895da" -d '{"events": [{"server_uuid": "63d1d099-e630-403f-b6dc-0519b4db825f", "name": "network-vif-plugged", "status": "completed", "tag": "6cb91a58-26e4-4182-8d2c-3329d86a9796"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:26.913518 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 6cb91a58-26e4-4182-8d2c-3329d86a9796, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6cb91a58-26e4-4182-8d2c-3329d86a9796,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:49:26.919907 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:26.948722 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985b0d81-60bf-43f5-81d8-aa20aeabb671 x-openstack-request-id: req-985b0d81-60bf-43f5-81d8-aa20aeabb671 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:26.949129 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d1d099-e630-403f-b6dc-0519b4db825f", "name": "network-vif-plugged", "status": "completed", "tag": "6cb91a58-26e4-4182-8d2c-3329d86a9796", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:26.949670 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-985b0d81-60bf-43f5-81d8-aa20aeabb671 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:26.950072 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985b0d81-60bf-43f5-81d8-aa20aeabb671'] response: {'server_uuid': '63d1d099-e630-403f-b6dc-0519b4db825f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb91a58-26e4-4182-8d2c-3329d86a9796', 'code': 200} Apr 07 11:49:26.981295 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=6cb91a58-26e4-4182-8d2c-3329d86a9796,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:49:26.999241 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e474c05-358e-4fb5-920a-c0822dd09ce2 req-57356463-c3ee-423a-9042-86403bae3915 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:27.001027 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7e474c05-358e-4fb5-920a-c0822dd09ce2 req-57356463-c3ee-423a-9042-86403bae3915 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 945 time: 0.0678570 Apr 07 11:49:27.065098 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7e474c05-358e-4fb5-920a-c0822dd09ce2 req-fcaa4714-d18a-4fcf-b294-dde4da1311b3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569327 Apr 07 11:49:27.145801 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bc510-a808-47c1-942b-c5962ff00a32 req-b7b5df9f-fd26-4d2f-94da-2f99d0a8d1fd tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:27.149320 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c4bc510-a808-47c1-942b-c5962ff00a32 req-b7b5df9f-fd26-4d2f-94da-2f99d0a8d1fd tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0523212 Apr 07 11:49:27.191934 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-15fd8a1b-1fd5-4eae-a781-34ac8f4bc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:27.193479 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-15fd8a1b-1fd5-4eae-a781-34ac8f4bc9c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 1129 time: 0.0811725 Apr 07 11:49:27.195360 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cabc5d-ed1c-478f-bc32-fda5b501ed63 req-0aff0d3e-bcfd-48b8-8ae5-713020a23bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:27.196700 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-71cabc5d-ed1c-478f-bc32-fda5b501ed63 req-0aff0d3e-bcfd-48b8-8ae5-713020a23bc8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 1129 time: 0.0831501 Apr 07 11:49:27.201037 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c4bc510-a808-47c1-942b-c5962ff00a32 req-4f327af6-aa3c-4ad0-850c-7f202cdd4221 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452220 Apr 07 11:49:27.298517 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-71cabc5d-ed1c-478f-bc32-fda5b501ed63 req-39ea55ce-8084-4eca-80cf-fe99306fa113 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837781 Apr 07 11:49:27.319826 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-863932e9-0d25-425a-a154-54f4a694fd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:27.321246 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-863932e9-0d25-425a-a154-54f4a694fd82 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.1145220 Apr 07 11:49:27.640519 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-fb466f23-b6b5-4da2-92e0-f9e1547b9aeb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00a776f-9847-4f59-9330-917701cd2d2c HTTP/1.1" status: 200 len: 1000 time: 0.0684609 Apr 07 11:49:28.165305 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-11f4ecf2-c9f4-44d4-ba26-7015db7d03c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:28.180952 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6a313-5152-4124-be4f-43e652326ca1 req-5c80bd65-0e47-486f-870c-41c646b56689 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:28.182460 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-49d6a313-5152-4124-be4f-43e652326ca1 req-5c80bd65-0e47-486f-870c-41c646b56689 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 945 time: 0.0578771 Apr 07 11:49:28.228879 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-49d6a313-5152-4124-be4f-43e652326ca1 req-3a2ce05b-b6ed-4693-9fb1-db2cef86fae4 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407422 Apr 07 11:49:28.319619 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51980a86-c67b-4667-b961-16c280f41cee req-488c16c6-7cef-4411-85d9-b765e1e12d53 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:28.321133 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51980a86-c67b-4667-b961-16c280f41cee req-488c16c6-7cef-4411-85d9-b765e1e12d53 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0530164 Apr 07 11:49:28.366937 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51980a86-c67b-4667-b961-16c280f41cee req-9a0bde2a-804c-4a78-9b03-755db5442537 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401521 Apr 07 11:49:28.546309 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-eeaf9976-99b6-41ef-9efd-b147c0544722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:28.548462 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-eeaf9976-99b6-41ef-9efd-b147c0544722 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0563269 Apr 07 11:49:28.606021 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-ce9fab6e-b1df-4ca6-9229-5ac29e9fe05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:28.607545 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-ce9fab6e-b1df-4ca6-9229-5ac29e9fe05d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529604 Apr 07 11:49:28.747279 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-ecd19c40-87ba-4c2c-92b6-109d82f71a26 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902050 Apr 07 11:49:29.199807 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-8f207dbe-5595-42d3-8bfa-093472e25884 req-cd5acead-f905-409f-9c77-0d7e33af38af service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965145 Apr 07 11:49:29.373330 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a018d7-8f47-4da2-827c-85831bb4e849 req-d014941f-a4f9-45bf-a1c9-14293e857d12 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:29.375276 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-94a018d7-8f47-4da2-827c-85831bb4e849 req-d014941f-a4f9-45bf-a1c9-14293e857d12 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 945 time: 0.0685818 Apr 07 11:49:29.422987 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-94a018d7-8f47-4da2-827c-85831bb4e849 req-235919a0-f0cd-4549-b15f-019af0b97cbc tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415349 Apr 07 11:49:29.484155 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba736a12-5ac9-46b2-b220-5ee470a1b8d0 req-bbd7e268-5bb4-4646-b075-8e5dc9d1c9c6 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:29.485662 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ba736a12-5ac9-46b2-b220-5ee470a1b8d0 req-bbd7e268-5bb4-4646-b075-8e5dc9d1c9c6 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0520105 Apr 07 11:49:29.558995 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ba736a12-5ac9-46b2-b220-5ee470a1b8d0 req-50f4fe6e-2a6a-4fcd-8c80-fc5b2ba44839 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643628 Apr 07 11:49:29.569230 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530711cd-c547-4330-931c-68eb0cb2b7c5 req-bb2ec8d5-33ed-43a8-a628-d56950dd0504 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:29.570990 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-530711cd-c547-4330-931c-68eb0cb2b7c5 req-bb2ec8d5-33ed-43a8-a628-d56950dd0504 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 945 time: 0.0840099 Apr 07 11:49:29.579548 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33386) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:29.584161 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-8cec059d-e860-4d07-9b97-e18d83e7b32a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'floatingip': {'port_id': '6cb91a58-26e4-4182-8d2c-3329d86a9796'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:29.623951 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8cec059d-e860-4d07-9b97-e18d83e7b32a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.064163 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8cec059d-e860-4d07-9b97-e18d83e7b32a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.070269 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8cec059d-e860-4d07-9b97-e18d83e7b32a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.071855 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.181951 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [None req-8cec059d-e860-4d07-9b97-e18d83e7b32a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Floating IP ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b associated. External IP: 172.27.3.86, port: 6cb91a58-26e4-4182-8d2c-3329d86a9796. Apr 07 11:49:30.407499 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cec059d-e860-4d07-9b97-e18d83e7b32a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:30.517591 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cec059d-e860-4d07-9b97-e18d83e7b32a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:30.522624 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8cec059d-e860-4d07-9b97-e18d83e7b32a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.527630 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:30.537558 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:30.538169 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:30.553019 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8cec059d-e860-4d07-9b97-e18d83e7b32a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "PUT /v2.0/floatingips/ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b HTTP/1.1" status: 200 len: 990 time: 0.9722166 Apr 07 11:49:30.553646 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d1d099-e630-403f-b6dc-0519b4db825f', 'tag': '6cb91a58-26e4-4182-8d2c-3329d86a9796'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:30.556068 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20a0058-41ef-4f73-b642-9422ad88a2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "63d1d099-e630-403f-b6dc-0519b4db825f", "tag": "6cb91a58-26e4-4182-8d2c-3329d86a9796"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:30.594215 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e85e2-d26c-4d63-93a3-219e337beed3 x-openstack-request-id: req-0b3e85e2-d26c-4d63-93a3-219e337beed3 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:30.594853 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d1d099-e630-403f-b6dc-0519b4db825f", "tag": "6cb91a58-26e4-4182-8d2c-3329d86a9796", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:30.594853 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b3e85e2-d26c-4d63-93a3-219e337beed3 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:30.595202 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3e85e2-d26c-4d63-93a3-219e337beed3'] response: {'name': 'network-changed', 'server_uuid': '63d1d099-e630-403f-b6dc-0519b4db825f', 'tag': '6cb91a58-26e4-4182-8d2c-3329d86a9796', 'status': 'completed', 'code': 200} Apr 07 11:49:30.647145 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:30.678448 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e1428-b41e-4a4d-9f37-21c2e06c735f req-468760f2-555f-41dc-9cb6-1e6b633b40d1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:30.679868 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-550e1428-b41e-4a4d-9f37-21c2e06c735f req-468760f2-555f-41dc-9cb6-1e6b633b40d1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0527527 Apr 07 11:49:30.696282 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-592a0a69-8f17-4259-8edb-1abc16db16f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:30.728205 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-550e1428-b41e-4a4d-9f37-21c2e06c735f req-5ad376a6-b4c3-4f0f-8d24-a8ee6af39147 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Apr 07 11:49:30.868327 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': '6cb91a58-26e4-4182-8d2c-3329d86a9796', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:48:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d1d099-e630-403f-b6dc-0519b4db825f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:15Z', 'updated_at': '2022-04-07T11:49:29Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:30.897399 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:30.906656 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:30.907252 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:31.025194 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:31.334162 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': '6cb91a58-26e4-4182-8d2c-3329d86a9796', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:48:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d1d099-e630-403f-b6dc-0519b4db825f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:15Z', 'updated_at': '2022-04-07T11:49:29Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:31.362760 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd90d8-81ff-41fa-88ed-87c36c9dcda6 None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': '6cb91a58-26e4-4182-8d2c-3329d86a9796', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:48:b2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d1d099-e630-403f-b6dc-0519b4db825f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:49:15Z', 'updated_at': '2022-04-07T11:49:29Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:31.568485 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9db02f-b364-45b4-96cc-35a544cf32f7 None None] New status for floating IP ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b: ACTIVE {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:49:31.629995 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:31.850723 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc91506-2f51-406f-a34b-5e46f6f0330a req-b12af937-0da8-406a-942c-30881f86d19f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:31.852181 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2bc91506-2f51-406f-a34b-5e46f6f0330a req-b12af937-0da8-406a-942c-30881f86d19f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0541747 Apr 07 11:49:31.899615 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2bc91506-2f51-406f-a34b-5e46f6f0330a req-d2923260-c2a1-4f38-881d-7dc364404d2d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Apr 07 11:49:32.199716 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-c685e680-4f8f-4814-bd00-54e42d5e9db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:32.201434 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-c685e680-4f8f-4814-bd00-54e42d5e9db7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 1129 time: 0.0491173 Apr 07 11:49:32.321373 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-72625d51-e1eb-4b54-a501-ddcb835cc4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:32.322818 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-72625d51-e1eb-4b54-a501-ddcb835cc4ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 916 time: 0.0862398 Apr 07 11:49:32.393691 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-e6620863-24d0-4cdc-bfc4-24825c1e4874 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cb91a58-26e4-4182-8d2c-3329d86a9796 HTTP/1.1" status: 200 len: 1000 time: 0.0585716 Apr 07 11:49:32.443963 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-9cb3bd33-e01c-4d67-81a2-79fe5165515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:32.445338 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-9cb3bd33-e01c-4d67-81a2-79fe5165515a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.0417402 Apr 07 11:49:32.963249 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.037818 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9945df6-8186-413a-b604-a2236bcf9efd req-3b682755-0308-41d1-9ca9-2f34573620a9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:33.039198 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a9945df6-8186-413a-b604-a2236bcf9efd req-3b682755-0308-41d1-9ca9-2f34573620a9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0583677 Apr 07 11:49:33.087354 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a9945df6-8186-413a-b604-a2236bcf9efd req-9f793938-1d1c-43ba-a6b0-315e08df86fe tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424709 Apr 07 11:49:33.177136 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-93f81fe0-d59d-430c-9166-ff826b718df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:33.178654 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-93f81fe0-d59d-430c-9166-ff826b718df8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503230 Apr 07 11:49:33.207093 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f6c4e0-a197-4411-bee5-68d8f89c985f req-a6895b0d-97bf-43b8-87e6-9599bc5add2b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:33.208650 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-85f6c4e0-a197-4411-bee5-68d8f89c985f req-a6895b0d-97bf-43b8-87e6-9599bc5add2b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0546155 Apr 07 11:49:33.219138 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33400) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:49:33.223963 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-55976b76-f8f8-4956-983b-57fed8783bf9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Request body: {'floatingip': {'port_id': 'a00a776f-9847-4f59-9330-917701cd2d2c'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:49:33.280901 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-55976b76-f8f8-4956-983b-57fed8783bf9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for floatingip (d1e96ef2-b555-49be-adb4-a801e3ce2a95), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.304939 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-db3978b5-48ed-41fe-a4cc-b59bb685c581 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900364 Apr 07 11:49:33.639782 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f20a0058-41ef-4f73-b642-9422ad88a2d4 req-6ffd58b7-db15-4269-afc4-a0142b8d80c4 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272629 Apr 07 11:49:33.770670 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-55976b76-f8f8-4956-983b-57fed8783bf9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:33.777523 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-55976b76-f8f8-4956-983b-57fed8783bf9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (d1e96ef2-b555-49be-adb4-a801e3ce2a95), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.022868 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55976b76-f8f8-4956-983b-57fed8783bf9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:49:34.135772 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55976b76-f8f8-4956-983b-57fed8783bf9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:49:34.140851 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-55976b76-f8f8-4956-983b-57fed8783bf9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.145840 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] Sync routers for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:49:34.156539 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:34.157172 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:34.174305 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:34.175926 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:34.213136 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-55976b76-f8f8-4956-983b-57fed8783bf9 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "PUT /v2.0/floatingips/d1e96ef2-b555-49be-adb4-a801e3ce2a95 HTTP/1.1" status: 200 len: 992 time: 0.9879053 Apr 07 11:49:34.227116 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcb1cbf-3a12-4151-bfe2-b15d7bb84742 x-openstack-request-id: req-adcb1cbf-3a12-4151-bfe2-b15d7bb84742 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:34.227408 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:34.227771 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adcb1cbf-3a12-4151-bfe2-b15d7bb84742 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:34.228179 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adcb1cbf-3a12-4151-bfe2-b15d7bb84742'] response: {'name': 'network-changed', 'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'status': 'completed', 'code': 200} Apr 07 11:49:34.264839 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:34.302936 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-162a0a7e-6a72-49c8-8057-d316781ff890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:34.304365 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-162a0a7e-6a72-49c8-8057-d316781ff890 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 1129 time: 0.0456123 Apr 07 11:49:34.397468 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-e3f95cdd-ed96-456c-b078-352fa665d00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:34.398960 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-e3f95cdd-ed96-456c-b078-352fa665d00b service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.0873601 Apr 07 11:49:34.471861 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-029599c0-69dd-4ff2-b8ec-de40a464c4a4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00a776f-9847-4f59-9330-917701cd2d2c HTTP/1.1" status: 200 len: 1000 time: 0.0577950 Apr 07 11:49:34.487485 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'd1e96ef2-b555-49be-adb4-a801e3ce2a95', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'port_id': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'mac_address': 'fa:16:3e:32:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:49Z', 'updated_at': '2022-04-07T11:49:33Z', 'revision_number': 3, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:55Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:34.516211 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] Checking router: 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:49:34.520091 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-6291cbff-095b-4172-bab6-f1300b8a332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:34.521607 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-6291cbff-095b-4172-bab6-f1300b8a332b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0435493 Apr 07 11:49:34.524973 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:49:34.525556 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:49:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:34.574013 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-0e457c77-0311-4479-9708-df515a58171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:34.575532 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-0e457c77-0311-4479-9708-df515a58171f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473952 Apr 07 11:49:34.637287 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:49:34.644407 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:34.671822 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-30fe28d1-f490-416b-8ce7-ec67baa0ce5a service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877173 Apr 07 11:49:34.769597 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f99b94a8-e98d-48b4-a7da-7bbf3b932a6b req-fc96cd29-5ab8-48c1-b863-2de3ed03a76b service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869651 Apr 07 11:49:34.855343 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'd1e96ef2-b555-49be-adb4-a801e3ce2a95', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'port_id': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'mac_address': 'fa:16:3e:32:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:49Z', 'updated_at': '2022-04-07T11:49:33Z', 'revision_number': 3, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:55Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:49:34.884164 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51847bb-54ab-41b2-8964-b372be7df2de None None] The sync data for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi is: [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'd1e96ef2-b555-49be-adb4-a801e3ce2a95', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'port_id': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'mac_address': 'fa:16:3e:32:9e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:47:49Z', 'updated_at': '2022-04-07T11:49:33Z', 'revision_number': 3, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:55Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:49:36.229476 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:49:36.233353 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6232f43-2c13-461b-91ff-bd983ffc7f71" -d '{"events": [{"name": "network-changed", "server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:49:36.275653 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18224b2-8b64-40ff-9011-f68d0f5bd731 x-openstack-request-id: req-a18224b2-8b64-40ff-9011-f68d0f5bd731 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:49:36.275940 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:49:36.276165 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a18224b2-8b64-40ff-9011-f68d0f5bd731 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:49:36.276567 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18224b2-8b64-40ff-9011-f68d0f5bd731'] response: {'name': 'network-changed', 'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'status': 'completed', 'code': 200} Apr 07 11:49:36.346262 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-bd09a992-a421-40f5-a49b-a7034cfc3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:36.347724 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-bd09a992-a421-40f5-a49b-a7034cfc3ec4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e3b21258ec3144baa43de1add169b4fc&device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 1129 time: 0.0473423 Apr 07 11:49:36.454289 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-3c558fa6-5ed9-4afe-9e4e-fbb76fa0a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:36.455918 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-3c558fa6-5ed9-4afe-9e4e-fbb76fa0a267 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 200 len: 920 time: 0.0993464 Apr 07 11:49:36.528184 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-dd7e3007-9fba-4c31-916c-08fba43ac0f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a00a776f-9847-4f59-9330-917701cd2d2c HTTP/1.1" status: 200 len: 1000 time: 0.0594113 Apr 07 11:49:36.588069 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-af5d2e97-5892-43f0-87a2-96ae07120112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:36.590612 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-af5d2e97-5892-43f0-87a2-96ae07120112 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 200 len: 858 time: 0.0499086 Apr 07 11:49:36.643899 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-15744f4c-d134-474a-839b-3abebf251af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:36.645361 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-15744f4c-d134-474a-839b-3abebf251af7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470691 Apr 07 11:49:36.737627 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-d6112e75-c553-4205-9fb1-e2db17aa7d30 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852110 Apr 07 11:49:36.849428 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c6232f43-2c13-461b-91ff-bd983ffc7f71 req-767620f0-de25-4eb3-8817-9153a56afde1 service neutron] 10.222.0.52 "GET /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861459 Apr 07 11:49:50.485186 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558287e-b5e2-4ed3-ba89-7fc886c820a2 req-afa0cc05-3bce-4e89-ac4d-74172bbfa567 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:50.487401 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7558287e-b5e2-4ed3-ba89-7fc886c820a2 req-afa0cc05-3bce-4e89-ac4d-74172bbfa567 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0558777 Apr 07 11:49:50.535993 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7558287e-b5e2-4ed3-ba89-7fc886c820a2 req-ef30ceda-c83d-4a13-85ee-e36f66e4b6c9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422008 Apr 07 11:49:51.679223 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af994de-c569-47d5-93ca-23c7f3b3315c req-2b6cc789-75a0-4d9f-8cad-0aea4bc5bc4f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:51.680675 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7af994de-c569-47d5-93ca-23c7f3b3315c req-2b6cc789-75a0-4d9f-8cad-0aea4bc5bc4f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0557837 Apr 07 11:49:51.731554 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7af994de-c569-47d5-93ca-23c7f3b3315c req-4e23e0f6-7117-4dff-95ae-06c2116d72ca tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442455 Apr 07 11:49:52.872545 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e198a-07f7-4f5b-97c7-a47da2f013b5 req-2ea2f638-84e4-4938-9f6f-4fe28c20b3b3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:52.874080 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a23e198a-07f7-4f5b-97c7-a47da2f013b5 req-2ea2f638-84e4-4938-9f6f-4fe28c20b3b3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0638654 Apr 07 11:49:52.921426 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a23e198a-07f7-4f5b-97c7-a47da2f013b5 req-942d7a3b-a6ad-4279-872a-f68502d7707a tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415082 Apr 07 11:49:54.046421 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dfd1cb-f555-468e-a5a4-831a9c02ac92 req-7431b5cf-849e-4dd2-b997-c49e1f7205e4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:54.047950 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16dfd1cb-f555-468e-a5a4-831a9c02ac92 req-7431b5cf-849e-4dd2-b997-c49e1f7205e4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0541055 Apr 07 11:49:54.097452 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16dfd1cb-f555-468e-a5a4-831a9c02ac92 req-06d8aaca-e276-4e77-b2d9-f83aa67b8d9f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436311 Apr 07 11:49:54.281695 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab7cf2-5357-4627-8bc9-527d09a508aa req-83cd587f-a8e7-4bb9-932b-4128db06f7cb tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:54.283175 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b6ab7cf2-5357-4627-8bc9-527d09a508aa req-83cd587f-a8e7-4bb9-932b-4128db06f7cb tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0519383 Apr 07 11:49:54.297930 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-4f7172db-7478-4f43-a5dc-7c004152e46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:54.299349 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-4f7172db-7478-4f43-a5dc-7c004152e46b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0012c4b9a7c241f59844e1ea784fea0e&device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 1169 time: 0.0456131 Apr 07 11:49:54.347983 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b6ab7cf2-5357-4627-8bc9-527d09a508aa req-b5eaf835-8914-401d-9fc2-d1216ddd2672 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586860 Apr 07 11:49:54.408337 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-14cf19e6-775f-4ea2-91f1-63d3255b4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:54.410646 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-14cf19e6-775f-4ea2-91f1-63d3255b4b44 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa076410-3c7e-496c-bab0-99102f27aa65 HTTP/1.1" status: 200 len: 916 time: 0.0942705 Apr 07 11:49:54.482038 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-4b7c05cf-3124-4f19-ac0a-6d7c4a277e21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 1001 time: 0.0639131 Apr 07 11:49:54.539349 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-0c5ecb70-ebd3-4246-a68c-82386c917605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:54.540730 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-0c5ecb70-ebd3-4246-a68c-82386c917605 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22fbaf62-5711-4748-9616-2129b0e0bb3c HTTP/1.1" status: 200 len: 854 time: 0.0502498 Apr 07 11:49:54.598792 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-2a70ad07-015e-413c-90ab-e9775bba3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:54.601139 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-2a70ad07-015e-413c-90ab-e9775bba3465 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa076410-3c7e-496c-bab0-99102f27aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524838 Apr 07 11:49:54.694174 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-8b80d52c-2ee6-4f06-84da-51c662cf1398 service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840137 Apr 07 11:49:54.793112 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-f60f5079-768f-4f82-81d8-82deeb239a93 req-bfc2cb46-ce51-474f-b572-16614332e741 service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889831 Apr 07 11:49:55.218487 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eee748-3d33-4239-b8f1-c8c1a00e4fb5 req-d50efa14-0b94-45d1-bfdb-5c8e21e210b2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.219957 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d6eee748-3d33-4239-b8f1-c8c1a00e4fb5 req-d50efa14-0b94-45d1-bfdb-5c8e21e210b2 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0551672 Apr 07 11:49:55.268731 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d6eee748-3d33-4239-b8f1-c8c1a00e4fb5 req-7ea0a772-bcfe-428b-ae44-9abe8ec27a26 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 Apr 07 11:49:55.492420 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764690a1-b5c2-4769-966a-d13c3c0e9201 req-67e542ea-79d5-4c67-a0a0-54d03912fdb3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:55.493933 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764690a1-b5c2-4769-966a-d13c3c0e9201 req-67e542ea-79d5-4c67-a0a0-54d03912fdb3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0648053 Apr 07 11:49:55.554515 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-764690a1-b5c2-4769-966a-d13c3c0e9201 req-8041eb17-74d3-4727-b7be-aae60a20dfa5 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521631 Apr 07 11:49:56.397994 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3983b20-45ca-4229-b32c-f8e89c5bc361 req-e98dd5ee-fbc5-48f7-80b7-4653e45a1c15 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.399463 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b3983b20-45ca-4229-b32c-f8e89c5bc361 req-e98dd5ee-fbc5-48f7-80b7-4653e45a1c15 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0610690 Apr 07 11:49:56.445517 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b3983b20-45ca-4229-b32c-f8e89c5bc361 req-6a44f411-957c-4699-98d2-5b27a2917915 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403163 Apr 07 11:49:56.696687 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4f795-286f-40a9-ae60-7346469a9f76 req-3bba421f-9241-4994-bf00-7facf3aaed13 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:56.698101 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0ed4f795-286f-40a9-ae60-7346469a9f76 req-3bba421f-9241-4994-bf00-7facf3aaed13 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0601728 Apr 07 11:49:56.757796 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0ed4f795-286f-40a9-ae60-7346469a9f76 req-39c1b905-53ba-4ec9-846f-189974b9046d tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539410 Apr 07 11:49:57.574206 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab4c51-4123-46d2-9ed7-1ea8a9734cc3 req-3defe80f-b5ee-498f-a4fb-05466563d12b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:57.575653 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-abab4c51-4123-46d2-9ed7-1ea8a9734cc3 req-3defe80f-b5ee-498f-a4fb-05466563d12b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0555794 Apr 07 11:49:57.622593 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-abab4c51-4123-46d2-9ed7-1ea8a9734cc3 req-de19c0af-0c27-40f2-a6d8-8ce7230c72bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412879 Apr 07 11:49:57.889322 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554462f7-6ec6-4c6f-b6f2-2d7a52b2a875 req-1ab16637-1b2f-4071-a3e2-e722dfc782be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:57.890794 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-554462f7-6ec6-4c6f-b6f2-2d7a52b2a875 req-1ab16637-1b2f-4071-a3e2-e722dfc782be tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0590069 Apr 07 11:49:57.952413 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-554462f7-6ec6-4c6f-b6f2-2d7a52b2a875 req-c6e8a812-03ac-49a0-ae01-2a28b3ef34af tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532959 Apr 07 11:49:58.165339 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-466d572f-336d-4f56-b21b-d4b082de3444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:49:58.740960 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495a0fa-4fa4-4596-9077-294d458a8fb9 req-8e5e8682-3b3a-49e9-9c59-3af2aa524fde tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:58.742438 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6495a0fa-4fa4-4596-9077-294d458a8fb9 req-8e5e8682-3b3a-49e9-9c59-3af2aa524fde tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0530887 Apr 07 11:49:58.792105 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6495a0fa-4fa4-4596-9077-294d458a8fb9 req-b028ec8e-350c-4137-ac4b-f3a230e8487f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440738 Apr 07 11:49:59.087386 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c96f9-f85b-4852-87e7-ef8a5e5e1acc req-67d8c042-3221-4f55-b489-b72b7880b3df tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:59.089214 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-047c96f9-f85b-4852-87e7-ef8a5e5e1acc req-67d8c042-3221-4f55-b489-b72b7880b3df tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0561481 Apr 07 11:49:59.153337 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-047c96f9-f85b-4852-87e7-ef8a5e5e1acc req-0aa0f498-f0a2-4394-86ef-d1c0b9958134 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561917 Apr 07 11:49:59.914316 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b1253-a972-4a9f-afb3-e7b9e816f247 req-26a3d5bb-8762-46c0-97a2-8ea9c534d0a6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:49:59.915813 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-680b1253-a972-4a9f-afb3-e7b9e816f247 req-26a3d5bb-8762-46c0-97a2-8ea9c534d0a6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0542357 Apr 07 11:49:59.965848 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-680b1253-a972-4a9f-afb3-e7b9e816f247 req-a7f93cce-227c-4140-ba9e-75e50c046fb0 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442019 Apr 07 11:50:00.081798 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:00.296060 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8af9c-5577-4ef9-82b7-f81eef84033b req-6656c931-8dc9-4640-aaf9-eff274e49303 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:00.297571 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b8a8af9c-5577-4ef9-82b7-f81eef84033b req-6656c931-8dc9-4640-aaf9-eff274e49303 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0612493 Apr 07 11:50:00.361192 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b8a8af9c-5577-4ef9-82b7-f81eef84033b req-ba2cd477-ea13-48b9-837d-e9ce8ea96d46 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548410 Apr 07 11:50:00.693416 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b9662e84-fdc8-4f63-991c-1c0cd893819a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:01.094551 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f2055-60a3-400c-bb80-910ccb2c40f6 req-d638c9c1-ca76-4e8b-8d66-b0c5ba0ba166 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:01.095996 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-363f2055-60a3-400c-bb80-910ccb2c40f6 req-d638c9c1-ca76-4e8b-8d66-b0c5ba0ba166 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0547881 Apr 07 11:50:01.144855 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-363f2055-60a3-400c-bb80-910ccb2c40f6 req-cc4e0dac-5528-4bfd-8bb3-0a83352ce1cb tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 Apr 07 11:50:01.246507 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:50:01.345394 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab634ac-28c7-4856-87f8-d57a6f720ab6 req-c6e3a169-7de0-4d18-b303-6516b7c1456b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:01.346877 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cab634ac-28c7-4856-87f8-d57a6f720ab6 req-c6e3a169-7de0-4d18-b303-6516b7c1456b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0546269 Apr 07 11:50:01.399906 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cab634ac-28c7-4856-87f8-d57a6f720ab6 req-2b99dd1c-ce99-444f-b1ce-6128d3540faf tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468016 Apr 07 11:50:01.486460 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a18847-d626-4658-a021-8a7785d80b41 req-3cb453bf-461e-49ae-9f7a-ddb6e08beba9 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:01.488011 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-97a18847-d626-4658-a021-8a7785d80b41 req-3cb453bf-461e-49ae-9f7a-ddb6e08beba9 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0588534 Apr 07 11:50:01.536760 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-ab6d1263-075c-432c-b279-9445c6ce9511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:01.538364 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-ab6d1263-075c-432c-b279-9445c6ce9511 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 1129 time: 0.0446897 Apr 07 11:50:01.552855 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-97a18847-d626-4658-a021-8a7785d80b41 req-ec72d117-26ef-4926-b390-ac33dcc31a54 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590918 Apr 07 11:50:01.598420 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:01.642659 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-c9e204b6-c203-4398-b4a2-b6c0c14ed8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:01.645095 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-c9e204b6-c203-4398-b4a2-b6c0c14ed8a2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 912 time: 0.0936959 Apr 07 11:50:01.715952 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-d34048d2-6657-48e1-8657-fb078742345b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3 HTTP/1.1" status: 200 len: 1001 time: 0.0612481 Apr 07 11:50:01.775627 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-526673b0-a27a-484d-8d5f-6d0c5c740d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:01.777201 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-526673b0-a27a-484d-8d5f-6d0c5c740d4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 200 len: 850 time: 0.0483673 Apr 07 11:50:01.835759 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-57b95af9-faee-480d-b1cd-9238c31dfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:01.837291 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-57b95af9-faee-480d-b1cd-9238c31dfd16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489769 Apr 07 11:50:01.927344 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-1f77a2f0-e648-4a12-bbb9-847d707c5ecf service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829110 Apr 07 11:50:02.035530 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-08f8ddf3-8b3e-443f-873c-4ecd492c76d0 req-73cb9581-51d5-4e24-a01c-dbd4402fdf47 service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890439 Apr 07 11:50:02.207672 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c792e2-29c6-4f1e-9b0e-da341b2d1a60 req-e6e46d7a-95b1-477f-b469-9219f520c94b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:02.209167 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-34c792e2-29c6-4f1e-9b0e-da341b2d1a60 req-e6e46d7a-95b1-477f-b469-9219f520c94b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 947 time: 0.0546746 Apr 07 11:50:02.272230 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-34c792e2-29c6-4f1e-9b0e-da341b2d1a60 req-0b852450-2694-4559-918f-914e8ef95ccb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567119 Apr 07 11:50:02.533170 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e78f82-bf5c-4aa3-a21c-95d5d6d83c0d req-866b6cb4-cd25-44fe-ab7b-965de2b1c997 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:02.534546 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-78e78f82-bf5c-4aa3-a21c-95d5d6d83c0d req-866b6cb4-cd25-44fe-ab7b-965de2b1c997 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0574138 Apr 07 11:50:02.582621 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-78e78f82-bf5c-4aa3-a21c-95d5d6d83c0d req-6897ba1a-3de5-4614-84cb-843228021ebe tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419409 Apr 07 11:50:02.672507 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da1fe3-1a0f-45e2-8af7-ecd19ebb3c1a req-f925cd3e-9bfc-442d-969d-fe95e3ca0e58 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:02.674000 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-23da1fe3-1a0f-45e2-8af7-ecd19ebb3c1a req-f925cd3e-9bfc-442d-969d-fe95e3ca0e58 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0539682 Apr 07 11:50:02.733484 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-23da1fe3-1a0f-45e2-8af7-ecd19ebb3c1a req-4ef33c44-f3fe-4bd5-81fe-00293b00d854 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528038 Apr 07 11:50:02.972140 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:03.418000 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6af87a-4814-47d1-aafb-7cee598c5c9b req-798b0231-ca3f-4329-82b4-644c711b564d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:03.420177 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae6af87a-4814-47d1-aafb-7cee598c5c9b req-798b0231-ca3f-4329-82b4-644c711b564d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 947 time: 0.0654411 Apr 07 11:50:03.469904 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae6af87a-4814-47d1-aafb-7cee598c5c9b req-ab3154c5-f2b3-4b0e-80eb-ff81907712c0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418394 Apr 07 11:50:03.721572 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cc983-180a-45fc-a371-10d464b5aaab req-661f0274-8828-47ac-8023-4200d9d499d6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:03.723041 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a03cc983-180a-45fc-a371-10d464b5aaab req-661f0274-8828-47ac-8023-4200d9d499d6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0569539 Apr 07 11:50:03.770521 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a03cc983-180a-45fc-a371-10d464b5aaab req-7ec744a5-1efc-4114-9356-338507a3b4a6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416882 Apr 07 11:50:03.877216 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e05946a-3524-4de8-a19b-48a7de030bfc req-dd3fdd84-efb2-4bc3-a2b2-9674e75e3d77 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:03.878567 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3e05946a-3524-4de8-a19b-48a7de030bfc req-dd3fdd84-efb2-4bc3-a2b2-9674e75e3d77 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0617466 Apr 07 11:50:03.940581 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3e05946a-3524-4de8-a19b-48a7de030bfc req-4b694ad6-c927-4226-b485-a930fb49579f tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559428 Apr 07 11:50:04.584183 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d739116-455b-46e6-84eb-402b46318f02 req-e060db4f-c485-4845-86c4-5802cbb86d02 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:04.585757 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6d739116-455b-46e6-84eb-402b46318f02 req-e060db4f-c485-4845-86c4-5802cbb86d02 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 947 time: 0.0550430 Apr 07 11:50:04.642900 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:04.692493 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Deleting port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:04.692890 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:04.787241 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] For port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:04.787609 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:04.890166 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c085d-8044-441b-ac40-e5e92475fcf0 req-7c8ea478-a32d-4804-a53f-2690fe5520a9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:04.891619 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-396c085d-8044-441b-ac40-e5e92475fcf0 req-7c8ea478-a32d-4804-a53f-2690fe5520a9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=297653df-d493-46e9-b847-a44dbca6d141 HTTP/1.1" status: 200 len: 947 time: 0.3397050 Apr 07 11:50:04.926585 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f414a2-fa56-4a22-abd3-1049626c537c req-19e41ff0-a799-41c3-9e67-209e3dcee77e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:04.928049 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d9f414a2-fa56-4a22-abd3-1049626c537c req-19e41ff0-a799-41c3-9e67-209e3dcee77e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0762935 Apr 07 11:50:04.967805 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:04.968148 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-396c085d-8044-441b-ac40-e5e92475fcf0 req-004f0815-9743-42ed-94ee-942c684b5030 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=89935919-c1c9-48b6-a956-5bbde8ac7a12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699544 Apr 07 11:50:04.968302 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (c4a771f7-20d6-4372-b11f-0fe2cd36f284), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:04.968583 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Floating IP c4a771f7-20d6-4372-b11f-0fe2cd36f284 disassociated. External IP: 172.27.3.17, port: 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3. Apr 07 11:50:04.968956 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Calling delete_port for 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:05.003492 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d9f414a2-fa56-4a22-abd3-1049626c537c req-6ca80319-4f66-425e-9ee5-7ac61ebd4c48 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638058 Apr 07 11:50:05.083363 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc32a1-3bc2-4279-9093-302e33c3463c req-be330f03-499d-4320-b5c9-8f671873e630 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:05.084882 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eefc32a1-3bc2-4279-9093-302e33c3463c req-be330f03-499d-4320-b5c9-8f671873e630 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0562727 Apr 07 11:50:05.105094 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.138691 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event deleted for resources: {'Port': ['ID=97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:05.145772 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eefc32a1-3bc2-4279-9093-302e33c3463c req-6b776911-35b5-4a68-a42d-cf7830690b74 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541253 Apr 07 11:50:05.146377 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.147048 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.147391 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.147725 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.148053 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.148379 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.148703 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.149047 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.149436 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.149675 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.149997 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.150313 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.150627 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.150941 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.151346 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:05.264422 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Router 284cb50e-9d49-4119-a17f-4ea94290328c has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:05.373411 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:05.384554 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] Sync routers for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:05.395257 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:05.395882 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:05.416761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] No DVR routers for this DVR port 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:05.419273 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:05.422690 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6d739116-455b-46e6-84eb-402b46318f02 req-1339f2c3-314a-43e5-b3ff-da2d38bc4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "DELETE /v2.0/ports/97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 HTTP/1.1" status: 204 len: 173 time: 0.8298891 Apr 07 11:50:05.423140 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-deleted', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:05.425413 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40ba87f-300c-4c44-b6ed-475bfcc1f047" -d '{"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-deleted", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:05.461229 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1b72b6-be92-4892-a5cc-8c489d093fbc x-openstack-request-id: req-ee1b72b6-be92-4892-a5cc-8c489d093fbc {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:05.461533 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297653df-d493-46e9-b847-a44dbca6d141", "name": "network-vif-deleted", "tag": "97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:05.461945 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee1b72b6-be92-4892-a5cc-8c489d093fbc {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:05.462282 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1b72b6-be92-4892-a5cc-8c489d093fbc'] response: {'server_uuid': '297653df-d493-46e9-b847-a44dbca6d141', 'name': 'network-vif-deleted', 'tag': '97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3', 'status': 'completed', 'code': 200} Apr 07 11:50:05.514989 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:05.850456 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:05.876506 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] Checking router: 284cb50e-9d49-4119-a17f-4ea94290328c for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:05.884843 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:05.885376 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:05.996638 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:06.204988 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:06.231103 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f90e4d-1f36-413e-b66b-c7bfa98f3343 None None] The sync data for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi is: [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:06.270693 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee446c-282f-49bc-b3c1-33b65a303453 req-2f315eaa-9bde-413b-a254-bd21d4e7925d tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:06.272429 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ddee446c-282f-49bc-b3c1-33b65a303453 req-2f315eaa-9bde-413b-a254-bd21d4e7925d tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0551710 Apr 07 11:50:06.333143 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ddee446c-282f-49bc-b3c1-33b65a303453 req-347f01f2-48ef-45ea-a12d-517359d313b9 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540035 Apr 07 11:50:06.450372 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad31944-76db-4c6a-a61d-793818e1b029 None None] New status for floating IP c4a771f7-20d6-4372-b11f-0fe2cd36f284: DOWN {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:07.086999 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33552) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:07.145525 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (89935919-c1c9-48b6-a956-5bbde8ac7a12), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.172539 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (89935919-c1c9-48b6-a956-5bbde8ac7a12), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.223960 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (89935919-c1c9-48b6-a956-5bbde8ac7a12), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.226584 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.227748 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "DELETE /v2.0/security-groups/89935919-c1c9-48b6-a956-5bbde8ac7a12 HTTP/1.1" status: 204 len: 168 time: 0.1396778 Apr 07 11:50:07.230804 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33554) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:07.236746 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89935919-c1c9-48b6-a956-5bbde8ac7a12,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:07.243964 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.244311 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.244650 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.245022 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.245146 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.api.v2.resource [None req-fed0049f-1777-4385-a93d-3acefec28272 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] show failed (client error): The resource could not be found. Apr 07 11:50:07.245355 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.245685 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.248745 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.248923 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-fed0049f-1777-4385-a93d-3acefec28272 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups/89935919-c1c9-48b6-a956-5bbde8ac7a12 HTTP/1.1" status: 404 len: 347 time: 0.0142627 Apr 07 11:50:07.249046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.249046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.249046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.249046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.249046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.249046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.249046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.249046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e21cb8b-e9eb-40e0-b5fc-73e2a369c584 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:07.249732 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33556) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:07.380819 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Deleting port a21bbaf8-d749-4e60-9d35-e27417a7a55f {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:07.381170 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (a21bbaf8-d749-4e60-9d35-e27417a7a55f), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.454646 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa1ee1-c24d-46bf-86fc-1497cf29640d req-c007732c-7d27-4b58-bd5f-2cf673f77b77 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:07.455734 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (a21bbaf8-d749-4e60-9d35-e27417a7a55f), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.456067 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (a21bbaf8-d749-4e60-9d35-e27417a7a55f), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.456175 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1ffa1ee1-c24d-46bf-86fc-1497cf29640d req-c007732c-7d27-4b58-bd5f-2cf673f77b77 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0526953 Apr 07 11:50:07.468244 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Calling delete_port for a21bbaf8-d749-4e60-9d35-e27417a7a55f owned by network:floatingip {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:07.515723 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1ffa1ee1-c24d-46bf-86fc-1497cf29640d req-5500c245-a222-43f8-ae56-3ce885709dce tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533719 Apr 07 11:50:07.615956 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (a21bbaf8-d749-4e60-9d35-e27417a7a55f), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.640296 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event deleted for resources: {'Port': ['ID=a21bbaf8-d749-4e60-9d35-e27417a7a55f,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:07.702561 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (c4a771f7-20d6-4372-b11f-0fe2cd36f284), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.705091 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:07.706236 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-623ae85d-d9cc-4cda-929e-afa422627f33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "DELETE /v2.0/floatingips/c4a771f7-20d6-4372-b11f-0fe2cd36f284 HTTP/1.1" status: 204 len: 168 time: 0.4562163 Apr 07 11:50:08.008248 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33562) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:08.012903 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-82268b16-66b2-4ab3-ac89-93920e2828bb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1723459806', 'description': 'tempest-description--1685642871'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:08.035845 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-82268b16-66b2-4ab3-ac89-93920e2828bb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.101429 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-82268b16-66b2-4ab3-ac89-93920e2828bb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (2f9e9453-53ea-47bb-aa68-1f41e1705507), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.107131 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-82268b16-66b2-4ab3-ac89-93920e2828bb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (2f9e9453-53ea-47bb-aa68-1f41e1705507), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.133216 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-82268b16-66b2-4ab3-ac89-93920e2828bb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.134435 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-82268b16-66b2-4ab3-ac89-93920e2828bb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1251354 Apr 07 11:50:08.137605 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33564) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:08.138666 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82268b16-66b2-4ab3-ac89-93920e2828bb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e9453-53ea-47bb-aa68-1f41e1705507,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:08.142208 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-4f10e5c9-bedb-4a92-a224-e888cc325b85 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'security_group_rule': {'security_group_id': '2f9e9453-53ea-47bb-aa68-1f41e1705507', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:08.169639 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4f10e5c9-bedb-4a92-a224-e888cc325b85 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (4428716b-28e4-4178-b372-2db47726eaf5), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.226459 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4f10e5c9-bedb-4a92-a224-e888cc325b85 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (4428716b-28e4-4178-b372-2db47726eaf5), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.232114 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4f10e5c9-bedb-4a92-a224-e888cc325b85 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (4428716b-28e4-4178-b372-2db47726eaf5), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.252734 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10e5c9-bedb-4a92-a224-e888cc325b85 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4428716b-28e4-4178-b372-2db47726eaf5,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:08.259043 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4f10e5c9-bedb-4a92-a224-e888cc325b85 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.260248 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-4f10e5c9-bedb-4a92-a224-e888cc325b85 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216135 Apr 07 11:50:08.263054 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33566) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:08.267210 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-b6e90f21-33f5-4efa-8d7e-d8a6eb78b295 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'security_group_rule': {'security_group_id': '2f9e9453-53ea-47bb-aa68-1f41e1705507', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:08.292217 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b6e90f21-33f5-4efa-8d7e-d8a6eb78b295 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (ee7a8f9c-5c7b-4969-9bb2-58f1a6f0cab8), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.349546 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b6e90f21-33f5-4efa-8d7e-d8a6eb78b295 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (ee7a8f9c-5c7b-4969-9bb2-58f1a6f0cab8), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.355970 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b6e90f21-33f5-4efa-8d7e-d8a6eb78b295 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (ee7a8f9c-5c7b-4969-9bb2-58f1a6f0cab8), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.373996 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e90f21-33f5-4efa-8d7e-d8a6eb78b295 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee7a8f9c-5c7b-4969-9bb2-58f1a6f0cab8,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:08.382256 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b6e90f21-33f5-4efa-8d7e-d8a6eb78b295 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.383417 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b6e90f21-33f5-4efa-8d7e-d8a6eb78b295 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194718 Apr 07 11:50:08.386499 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33568) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:08.390668 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:08.411973 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.510157 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.644799 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Allocated IP 172.27.3.136 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/e6145ef7-4601-47e1-be5d-ac6edd379cc1) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:50:08.688569 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98e843-e11f-48d2-8108-8ede12b8770c req-e8cbcd93-8a37-4793-aaac-eebe7e7c49a7 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:08.690093 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a98e843-e11f-48d2-8108-8ede12b8770c req-e8cbcd93-8a37-4793-aaac-eebe7e7c49a7 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0981591 Apr 07 11:50:08.803517 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a98e843-e11f-48d2-8108-8ede12b8770c req-e12318a0-ef48-4b13-918c-cccf50719a1b tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0841339 Apr 07 11:50:08.806129 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for port (e6145ef7-4601-47e1-be5d-ac6edd379cc1), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.843756 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (e6145ef7-4601-47e1-be5d-ac6edd379cc1), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:08.880543 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:50:08.883383 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:50:08.888871 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:50:08.894406 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'Port': ['ID=e6145ef7-4601-47e1-be5d-ac6edd379cc1,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:08.927087 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:08.947296 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:08.947645 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 97e6c7d0-6fb6-47e6-918f-aafed4cbc6e3 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:08.984916 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (e8c52ce1-5e14-4e5a-94cc-18c53ed84604), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:09.025400 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (e6145ef7-4601-47e1-be5d-ac6edd379cc1), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:09.195694 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for port (e6145ef7-4601-47e1-be5d-ac6edd379cc1), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:09.202103 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (e6145ef7-4601-47e1-be5d-ac6edd379cc1), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:09.263926 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'Port': ['ID=e6145ef7-4601-47e1-be5d-ac6edd379cc1,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:09.278945 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (e8c52ce1-5e14-4e5a-94cc-18c53ed84604), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:09.297218 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:09.298440 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-893798e1-ae51-4b86-8ebb-9364001c3d6e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9110241 Apr 07 11:50:09.502356 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-70c6e490-f149-46cd-b208-546b2aadfa68 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1723459806&fields=id&tenant_id=46461a9310d94e96858d9230caddfa3f HTTP/1.1" status: 200 len: 267 time: 0.0469491 Apr 07 11:50:09.614073 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-22dbfde5-54cf-4976-aad2-9099db6921eb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:09.615542 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-22dbfde5-54cf-4976-aad2-9099db6921eb tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 816 time: 0.1036139 Apr 07 11:50:09.630282 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-82205515-57b2-4a7c-ab73-219a59a43e33 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/quotas/46461a9310d94e96858d9230caddfa3f HTTP/1.1" status: 200 len: 375 time: 0.0093806 Apr 07 11:50:09.685341 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-bd10507f-9038-4fd1-8159-8d78d89f45fa tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503702 Apr 07 11:50:09.795854 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-9e382ceb-c859-4ac8-a8be-50308c0113e3 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935676 Apr 07 11:50:09.910951 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-d278a95e-9352-471f-b6d7-6a08b080c4d2 service neutron] 10.222.0.15 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074870 Apr 07 11:50:09.936570 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd73112-721e-4a6a-98e9-feb87738fc1b req-3cec2201-9f5f-4938-b316-32c0f261da16 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:09.938159 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cbd73112-721e-4a6a-98e9-feb87738fc1b req-3cec2201-9f5f-4938-b316-32c0f261da16 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0666685 Apr 07 11:50:10.000371 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cbd73112-721e-4a6a-98e9-feb87738fc1b req-23cc7b3c-c2cb-4d4e-a267-94df35110dd2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555484 Apr 07 11:50:10.081556 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0738dd2a-247e-4846-81e1-cbab49672c6e req-a3c16f77-7258-4704-bb80-c19b303db676 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 210 time: 0.0272603 Apr 07 11:50:11.131368 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f62bb-fa2b-480e-9e48-1432548f3c2d req-d8a528a3-6049-456c-80c6-71bc33b30444 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:11.132918 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7e9f62bb-fa2b-480e-9e48-1432548f3c2d req-d8a528a3-6049-456c-80c6-71bc33b30444 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0559361 Apr 07 11:50:11.185206 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7e137fa3-afcc-4563-b8ee-bb4ac6fef271 req-31caabe6-17aa-4f0e-905c-e5a7fac7c1a6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 210 time: 0.0315149 Apr 07 11:50:11.219278 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7e9f62bb-fa2b-480e-9e48-1432548f3c2d req-32a487de-4a0c-4229-a4f1-a69cd8170ca3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0806720 Apr 07 11:50:11.687060 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-952b4f28-6eb0-4225-ac3e-a9375f0cc260 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:11.688532 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-952b4f28-6eb0-4225-ac3e-a9375f0cc260 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 816 time: 0.1044278 Apr 07 11:50:11.753855 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-27028ace-1424-461d-98cf-0efbd9f59fce tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46461a9310d94e96858d9230caddfa3f HTTP/1.1" status: 200 len: 380 time: 0.0514729 Apr 07 11:50:11.763236 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'port': {'device_id': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'admin_state_up': True, 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'security_groups': ['2f9e9453-53ea-47bb-aa68-1f41e1705507']}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:11.876349 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Made reservation on behalf of 46461a9310d94e96858d9230caddfa3f for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:50:11.879716 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.000398 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Allocated IP 172.20.0.4 (9cc7519c-75ce-4acb-bd03-68554bf738f3/3795b441-79c8-4b81-9520-072090be410f/80d4d31c-bfda-47c9-be14-a00608b82671) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:50:12.136420 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for port (80d4d31c-bfda-47c9-be14-a00608b82671), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.174713 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.220396 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:50:12.223686 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:50:12.229466 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:50:12.253301 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:12.287156 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:12.290516 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.308325 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-ef52bb4c-41bc-43ae-88ee-47a5bec7dbf4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5485866 Apr 07 11:50:12.322288 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Request body: {'port': {'device_id': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:12.373976 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02123913-775d-4327-aadf-17002b831327 req-b0b98d94-1e7d-4ed4-86ad-d100a3d2f999 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:12.375909 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-02123913-775d-4327-aadf-17002b831327 req-b0b98d94-1e7d-4ed4-86ad-d100a3d2f999 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 931 time: 0.1015003 Apr 07 11:50:12.387439 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.391661 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ae74d0-575f-4654-9613-e8b74971e20a req-5960b58f-26ea-421d-bfb0-6136029fc07e tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:12.393271 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16ae74d0-575f-4654-9613-e8b74971e20a req-5960b58f-26ea-421d-bfb0-6136029fc07e tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0851655 Apr 07 11:50:12.466913 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-6711642e-479a-4094-a911-af4f08efb0b6 None None] Provisioning complete for port 80d4d31c-bfda-47c9-be14-a00608b82671 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:12.467531 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6711642e-479a-4094-a911-af4f08efb0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.471392 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-02123913-775d-4327-aadf-17002b831327 req-d5a8747f-1608-4e7f-b2b1-2042f5bcaa85 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888460 Apr 07 11:50:12.488993 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-16ae74d0-575f-4654-9613-e8b74971e20a req-43be6791-1bd9-4527-8dc3-f7a0f433d590 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=14de3cec-c542-4860-baec-7a40bb1e31c1&id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827434 Apr 07 11:50:12.507338 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-6711642e-479a-4094-a911-af4f08efb0b6 None None] Port 80d4d31c-bfda-47c9-be14-a00608b82671 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:50:12.649898 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d4d31c-bfda-47c9-be14-a00608b82671 {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:50:12.657275 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Publish callbacks [] for port (80d4d31c-bfda-47c9-be14-a00608b82671), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.669366 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Transition to ACTIVE for port object 80d4d31c-bfda-47c9-be14-a00608b82671 will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:50:12.675725 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.725574 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:12.798260 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Attempting to bind port 80d4d31c-bfda-47c9-be14-a00608b82671 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:50:12.798598 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Attempting to bind port 80d4d31c-bfda-47c9-be14-a00608b82671 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:50:12.798960 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Attempting to bind port 80d4d31c-bfda-47c9-be14-a00608b82671 on network 9cc7519c-75ce-4acb-bd03-68554bf738f3 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:50:12.803592 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Port 80d4d31c-bfda-47c9-be14-a00608b82671 on network 9cc7519c-75ce-4acb-bd03-68554bf738f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:50:12.803912 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Attempting to bind port 80d4d31c-bfda-47c9-be14-a00608b82671 on network 9cc7519c-75ce-4acb-bd03-68554bf738f3 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:50:12.808970 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:50:12.809312 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Checking segment: {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:50:12.809699 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Bound using segment: {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:50:12.810113 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Bound port: 80d4d31c-bfda-47c9-be14-a00608b82671, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63be8850-d61d-4770-b224-204b011aebdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:50:12.810518 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.876557 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:50:12.880028 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:50:12.887124 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.921344 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:12.921909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:12.923484 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] 10.222.0.52 "PUT /v2.0/ports/80d4d31c-bfda-47c9-be14-a00608b82671 HTTP/1.1" status: 200 len: 1093 time: 0.6056221 Apr 07 11:50:12.925597 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:12.938035 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a3dec6-e0b1-4c13-badc-82403428f1ae" -d '{"events": [{"name": "network-changed", "server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:12.969275 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114f65-2d69-4816-84e0-92e48883c39c service neutron] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:12.989259 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bd5b4b-b01e-44e8-a806-fe70ff6a8081 x-openstack-request-id: req-b0bd5b4b-b01e-44e8-a806-fe70ff6a8081 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:12.989564 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:12.989809 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0bd5b4b-b01e-44e8-a806-fe70ff6a8081 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:12.990195 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0bd5b4b-b01e-44e8-a806-fe70ff6a8081'] response: {'name': 'network-changed', 'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671', 'status': 'completed', 'code': 200} Apr 07 11:50:13.028454 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-a9fe63d6-48af-45ee-bb1e-e19aa04d0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:13.030008 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-a9fe63d6-48af-45ee-bb1e-e19aa04d0570 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 1127 time: 0.0514653 Apr 07 11:50:13.078250 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-37710b35-a8b2-4c92-afb8-586e5f7fcc79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d4d31c-bfda-47c9-be14-a00608b82671 HTTP/1.1" status: 200 len: 217 time: 0.0348654 Apr 07 11:50:13.128615 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-54a93500-2140-4eaa-ad77-64e363122209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:13.130209 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-54a93500-2140-4eaa-ad77-64e363122209 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.0439460 Apr 07 11:50:13.185090 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-d680239f-c7e3-4cec-a1b5-7254e5e79793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:13.186611 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-d680239f-c7e3-4cec-a1b5-7254e5e79793 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502183 Apr 07 11:50:13.277019 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-2067724f-a04d-49ad-8c58-1a4052c88c18 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807834 Apr 07 11:50:13.377821 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-62c6e7a8-bb0e-4b95-b43d-7a7d38a5d62b req-e269619d-4f66-4460-ae3e-0d8f4c47e406 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942960 Apr 07 11:50:13.625676 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c2e92-0e46-4512-8217-17c47f5aed2f req-89c0d7a8-de7f-4bee-ae3d-0fca29962ed4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:13.627196 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-224c2e92-0e46-4512-8217-17c47f5aed2f req-89c0d7a8-de7f-4bee-ae3d-0fca29962ed4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0566087 Apr 07 11:50:13.676093 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-224c2e92-0e46-4512-8217-17c47f5aed2f req-6cf69777-8094-4974-94ce-4bd39840bf39 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Apr 07 11:50:14.525195 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-0d2796d1-0a42-431f-ad76-6b0ad12435ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:14.527032 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-0d2796d1-0a42-431f-ad76-6b0ad12435ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 1127 time: 0.0530040 Apr 07 11:50:14.637712 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-2a6219b5-87e3-4fd4-ab6b-6cb49ef621d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:14.639178 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-2a6219b5-87e3-4fd4-ab6b-6cb49ef621d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.1031663 Apr 07 11:50:14.689051 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-e2239656-334d-434e-bcab-5db751dc5a87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d4d31c-bfda-47c9-be14-a00608b82671 HTTP/1.1" status: 200 len: 217 time: 0.0340517 Apr 07 11:50:14.743059 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-8158a696-0e87-4952-9393-31c096c54e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:14.744523 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-8158a696-0e87-4952-9393-31c096c54e34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.0493488 Apr 07 11:50:14.797566 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-0cc7dee2-951e-4fa3-890c-aa3f11f8ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:14.799065 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-0cc7dee2-951e-4fa3-890c-aa3f11f8ae26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477030 Apr 07 11:50:14.804027 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93b76d-1cdf-4d54-bcba-9d52cd691d17 req-da88accf-7d73-4064-99a4-b1bdb6f911ae tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:14.805555 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1d93b76d-1cdf-4d54-bcba-9d52cd691d17 req-da88accf-7d73-4064-99a4-b1bdb6f911ae tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0547647 Apr 07 11:50:14.852354 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1d93b76d-1cdf-4d54-bcba-9d52cd691d17 req-97bfdce3-9285-4fbe-a00a-5082daadb688 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409563 Apr 07 11:50:14.888286 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-48686c30-3c3a-44ad-a759-85d72d46859d service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818176 Apr 07 11:50:15.230672 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-49a3dec6-e0b1-4c13-badc-82403428f1ae req-999e5cd6-fb3c-430f-b27d-a452db2d861a service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331077 Apr 07 11:50:15.983205 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c67ca36-0af7-4d34-bc23-3dcdab9d04f5 req-928abd22-6a65-44c6-8206-bfc8903cdc27 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:15.984664 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c67ca36-0af7-4d34-bc23-3dcdab9d04f5 req-928abd22-6a65-44c6-8206-bfc8903cdc27 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0602121 Apr 07 11:50:16.033178 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c67ca36-0af7-4d34-bc23-3dcdab9d04f5 req-b640e61f-b5d1-4577-86e1-e918221a0f8f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424840 Apr 07 11:50:16.656031 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b48022-ecb4-429e-b346-70c6241154e6 req-65dc4ac6-b5c2-4fd9-b309-3df49dbc4b1e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:16.657570 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e6b48022-ecb4-429e-b346-70c6241154e6 req-65dc4ac6-b5c2-4fd9-b309-3df49dbc4b1e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0557115 Apr 07 11:50:16.704330 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e6b48022-ecb4-429e-b346-70c6241154e6 req-6005835f-2190-40be-bf20-43976ef8922c tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Apr 07 11:50:16.946464 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 80d4d31c-bfda-47c9-be14-a00608b82671 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:50:17.052626 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:17.064693 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '80d4d31c-bfda-47c9-be14-a00608b82671', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'port_id': '80d4d31c-bfda-47c9-be14-a00608b82671', 'mac_address': 'fa:16:3e:5a:a4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:50:17.103376 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 80d4d31c-bfda-47c9-be14-a00608b82671 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:17.103763 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:17.116736 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d4d31c-bfda-47c9-be14-a00608b82671 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:50:17.135980 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:17.141589 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:17.161906 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fad0bb-9c68-4373-9180-04f74afaeeda req-657536e4-53d8-4674-a4a6-6ad8230f1790 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:17.163392 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a6fad0bb-9c68-4373-9180-04f74afaeeda req-657536e4-53d8-4674-a4a6-6ad8230f1790 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0572548 Apr 07 11:50:17.192684 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:17.199775 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.200056 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.200398 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.200787 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.201127 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.201466 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.201783 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.202105 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.202426 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.202748 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.203069 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.203395 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.203710 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.204025 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.204343 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:50:17.214078 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a6fad0bb-9c68-4373-9180-04f74afaeeda req-50fd25df-159b-4cfa-8e48-d60746bf2e74 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436652 Apr 07 11:50:17.484790 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['80d4d31c-bfda-47c9-be14-a00608b82671'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:17.823026 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc1548-ebde-4eea-b455-20ac6cc8ded6 req-7bab3d7f-8aff-453b-9f96-bb4aa20aeb2e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:17.824544 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bcdc1548-ebde-4eea-b455-20ac6cc8ded6 req-7bab3d7f-8aff-453b-9f96-bb4aa20aeb2e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0524406 Apr 07 11:50:17.872345 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bcdc1548-ebde-4eea-b455-20ac6cc8ded6 req-a0397ecf-2b29-47f1-bfce-81a44d975667 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 Apr 07 11:50:18.338836 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c579fc1-4300-4ae2-b56a-8cd0fa62c453 req-cab952a2-c027-4a1a-b2c3-d7cd5eb3a501 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:18.340294 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9c579fc1-4300-4ae2-b56a-8cd0fa62c453 req-cab952a2-c027-4a1a-b2c3-d7cd5eb3a501 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 944 time: 0.0566576 Apr 07 11:50:18.394636 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9c579fc1-4300-4ae2-b56a-8cd0fa62c453 req-7f637fac-909c-430b-abbf-4e40b8c5b5e7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457864 Apr 07 11:50:18.960062 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 80d4d31c-bfda-47c9-be14-a00608b82671 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:50:19.002210 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f767a-b70c-4bb6-a50d-5119b873c8b0 req-2251db44-66a8-42fb-a100-2b4fef61fb0d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:19.003575 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d77f767a-b70c-4bb6-a50d-5119b873c8b0 req-2251db44-66a8-42fb-a100-2b4fef61fb0d tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0549710 Apr 07 11:50:19.013172 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 80d4d31c-bfda-47c9-be14-a00608b82671 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:50:19.017593 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 80d4d31c-bfda-47c9-be14-a00608b82671 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:19.017956 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:19.050969 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d77f767a-b70c-4bb6-a50d-5119b873c8b0 req-326c66e7-0f97-4394-b8a4-aa4ed8e34426 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411737 Apr 07 11:50:19.101537 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 80d4d31c-bfda-47c9-be14-a00608b82671 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:19.101924 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:19.124157 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:19.126439 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217eac6e-ce61-4d46-a511-a1ed87e3831b" -d '{"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-plugged", "status": "completed", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:19.138231 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:19.143482 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:19.166084 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b985f7bb-1520-46b6-88a8-2794c90c61cd x-openstack-request-id: req-b985f7bb-1520-46b6-88a8-2794c90c61cd {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:19.166431 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-plugged", "status": "completed", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:19.166684 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b985f7bb-1520-46b6-88a8-2794c90c61cd {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:19.167073 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b985f7bb-1520-46b6-88a8-2794c90c61cd'] response: {'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671', 'code': 200} Apr 07 11:50:19.192142 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:19.536659 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1eaf83-1e97-4303-b784-f1d90b8683b2 req-68e5b7be-0dd3-4cf5-8a1b-f00d6818a572 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:19.538168 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce1eaf83-1e97-4303-b784-f1d90b8683b2 req-68e5b7be-0dd3-4cf5-8a1b-f00d6818a572 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0631211 Apr 07 11:50:19.592254 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce1eaf83-1e97-4303-b784-f1d90b8683b2 req-8f13aaf0-db16-4ac2-82cc-0bb1bb604e92 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482311 Apr 07 11:50:20.182271 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc598f0f-724e-4403-8502-5e8469b6cab9 req-92306a61-6ed9-4759-95ac-9347f14cb37e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:20.183978 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dc598f0f-724e-4403-8502-5e8469b6cab9 req-92306a61-6ed9-4759-95ac-9347f14cb37e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0569098 Apr 07 11:50:20.245408 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dc598f0f-724e-4403-8502-5e8469b6cab9 req-244a0fe9-99ae-43a6-84a4-924e10952698 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3f91df-7ccc-458c-b62e-05e8607a90be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554023 Apr 07 11:50:20.419837 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc37ec27-9d5f-4c75-8608-7d13bf202209 req-c66c4d2a-383d-42c3-850b-aac927719e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:20.421422 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bc37ec27-9d5f-4c75-8608-7d13bf202209 req-c66c4d2a-383d-42c3-850b-aac927719e53 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 1129 time: 0.0453386 Apr 07 11:50:20.523951 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bc37ec27-9d5f-4c75-8608-7d13bf202209 req-aa4af002-e13d-4803-bc6b-7feff3a06873 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715160 Apr 07 11:50:20.533483 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-30fa97c9-2e62-40df-9e86-07931b47772b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:20.534866 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-30fa97c9-2e62-40df-9e86-07931b47772b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 945 time: 0.0813859 Apr 07 11:50:20.723712 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7341837-d858-4ac0-80bc-69ca2ef8293e req-363aa737-c911-4a98-a6fc-0cc1d42e9ad4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:20.725218 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c7341837-d858-4ac0-80bc-69ca2ef8293e req-363aa737-c911-4a98-a6fc-0cc1d42e9ad4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0561202 Apr 07 11:50:20.773591 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c7341837-d858-4ac0-80bc-69ca2ef8293e req-d7ddd5f2-f0f5-4d55-976f-718ebaab4006 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422649 Apr 07 11:50:20.855410 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Deleting port a00a776f-9847-4f59-9330-917701cd2d2c {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:20.855724 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:20.949132 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] For port a00a776f-9847-4f59-9330-917701cd2d2c, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a00a776f-9847-4f59-9330-917701cd2d2c,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:20.949381 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:21.120759 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:21.121137 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (d1e96ef2-b555-49be-adb4-a801e3ce2a95), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:21.121480 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Floating IP d1e96ef2-b555-49be-adb4-a801e3ce2a95 disassociated. External IP: 172.27.3.72, port: a00a776f-9847-4f59-9330-917701cd2d2c. Apr 07 11:50:21.121820 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Calling delete_port for a00a776f-9847-4f59-9330-917701cd2d2c owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:21.265233 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (a00a776f-9847-4f59-9330-917701cd2d2c), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:21.294412 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event deleted for resources: {'Port': ['ID=a00a776f-9847-4f59-9330-917701cd2d2c,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:21.344445 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8431bbbc-5cdd-4c20-8240-71d02c8f4428 req-686b276c-3fcb-4efb-aeaa-faa9b1b8f114 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 210 time: 0.0290141 Apr 07 11:50:21.412528 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:21.519205 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:21.528831 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] Sync routers for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:21.539303 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:21.539906 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:21.559655 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] No DVR routers for this DVR port a00a776f-9847-4f59-9330-917701cd2d2c on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:21.562341 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:21.566366 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b1d7a685-3bc2-4ac2-8dc5-98e76dd592b0 req-124e1c19-8593-4f37-94ed-35d5667ca293 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "DELETE /v2.0/ports/a00a776f-9847-4f59-9330-917701cd2d2c HTTP/1.1" status: 204 len: 173 time: 0.8054523 Apr 07 11:50:21.566761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'name': 'network-vif-deleted', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:21.569061 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30bd2f3-a473-4203-be17-c66bc0be7163" -d '{"events": [{"server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "name": "network-vif-deleted", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:21.606878 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b59856a-805f-47cd-9761-64fa364de800 x-openstack-request-id: req-6b59856a-805f-47cd-9761-64fa364de800 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:21.607189 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "823083f9-8d3a-486f-8e96-54cb4abf6194", "name": "network-vif-deleted", "tag": "a00a776f-9847-4f59-9330-917701cd2d2c", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:21.607417 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b59856a-805f-47cd-9761-64fa364de800 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:21.607817 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b59856a-805f-47cd-9761-64fa364de800'] response: {'server_uuid': '823083f9-8d3a-486f-8e96-54cb4abf6194', 'name': 'network-vif-deleted', 'tag': 'a00a776f-9847-4f59-9330-917701cd2d2c', 'status': 'completed', 'code': 200} Apr 07 11:50:21.654668 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:21.861809 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:55Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:21.887015 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] Checking router: 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:21.895788 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:21.896328 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:21.902531 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c1fa7-ab06-4ca0-8a35-169659a032dd req-51c2a0e2-5493-472d-bbe3-6e714018a22f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:21.904051 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-132c1fa7-ab06-4ca0-8a35-169659a032dd req-51c2a0e2-5493-472d-bbe3-6e714018a22f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0549543 Apr 07 11:50:21.950994 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-132c1fa7-ab06-4ca0-8a35-169659a032dd req-cedbee3d-6d28-43f2-b77f-419328df8e19 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Apr 07 11:50:22.005560 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:22.202469 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:55Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:22.228827 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db79acbe-68af-4863-a9a8-04abdfded7c4 None None] The sync data for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi is: [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:45:41Z', 'revision_number': 4, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '522cda51-c34c-4960-b4fd-3000921e2686', 'name': '', 'network_id': 'c9e4ef7d-8f55-4d26-bd04-22eb730a3a04', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'mac_address': 'fa:16:3e:84:80:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'bab08045-b031-4a13-9997-a3ce32233647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:37Z', 'updated_at': '2022-04-07T11:45:55Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'subnets': [{'id': 'bab08045-b031-4a13-9997-a3ce32233647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:22.458095 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3b06f4ab-8bb7-4dca-9ace-f0c5790b5182 req-05f4fe61-3bba-4a56-85f7-fc334929e0f4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=823083f9-8d3a-486f-8e96-54cb4abf6194 HTTP/1.1" status: 200 len: 210 time: 0.0300229 Apr 07 11:50:22.464469 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff57956-48aa-4f0d-86fe-cc59a3767bff None None] New status for floating IP d1e96ef2-b555-49be-adb4-a801e3ce2a95: DOWN {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:23.084681 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff9468-6e7a-451a-b51f-631d8a0dc21e req-ca654d89-646b-454d-90e3-30001c07e0a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:23.086205 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2bff9468-6e7a-451a-b51f-631d8a0dc21e req-ca654d89-646b-454d-90e3-30001c07e0a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0631201 Apr 07 11:50:23.142008 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2bff9468-6e7a-451a-b51f-631d8a0dc21e req-490470fa-8028-4f19-a489-2d04288be2b2 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468829 Apr 07 11:50:23.264273 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048c280-5036-4e50-9aad-d314bcb8fed1 req-df428ae7-3e7a-4721-8da6-7c2cf4a4de71 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:23.265789 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d048c280-5036-4e50-9aad-d314bcb8fed1 req-df428ae7-3e7a-4721-8da6-7c2cf4a4de71 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0563228 Apr 07 11:50:23.276277 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33700) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:23.280694 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-cda36c30-1c47-4925-a914-ee40fa9510a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Request body: {'floatingip': {'port_id': '80d4d31c-bfda-47c9-be14-a00608b82671'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:23.320630 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cda36c30-1c47-4925-a914-ee40fa9510a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (e8c52ce1-5e14-4e5a-94cc-18c53ed84604), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:23.550369 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33708) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:23.715762 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-76d9410a-7bac-4f17-b038-289da05812b7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group (9b3f91df-7ccc-458c-b62e-05e8607a90be), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:23.751086 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-76d9410a-7bac-4f17-b038-289da05812b7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group (9b3f91df-7ccc-458c-b62e-05e8607a90be), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:23.859769 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-76d9410a-7bac-4f17-b038-289da05812b7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9b3f91df-7ccc-458c-b62e-05e8607a90be), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:23.862423 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-76d9410a-7bac-4f17-b038-289da05812b7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:23.863599 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-76d9410a-7bac-4f17-b038-289da05812b7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "DELETE /v2.0/security-groups/9b3f91df-7ccc-458c-b62e-05e8607a90be HTTP/1.1" status: 204 len: 168 time: 0.3122876 Apr 07 11:50:23.866471 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33710) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:23.878065 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cda36c30-1c47-4925-a914-ee40fa9510a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:23.879077 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9410a-7bac-4f17-b038-289da05812b7 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3f91df-7ccc-458c-b62e-05e8607a90be,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:23.880683 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.api.v2.resource [None req-231a26e8-580c-4685-a095-a406d8783a6b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] show failed (client error): The resource could not be found. Apr 07 11:50:23.881732 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-231a26e8-580c-4685-a095-a406d8783a6b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups/9b3f91df-7ccc-458c-b62e-05e8607a90be HTTP/1.1" status: 404 len: 347 time: 0.0142319 Apr 07 11:50:23.883246 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cda36c30-1c47-4925-a914-ee40fa9510a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (e8c52ce1-5e14-4e5a-94cc-18c53ed84604), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:23.884673 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33712) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:23.982616 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-cda36c30-1c47-4925-a914-ee40fa9510a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Floating IP e8c52ce1-5e14-4e5a-94cc-18c53ed84604 associated. External IP: 172.27.3.136, port: 80d4d31c-bfda-47c9-be14-a00608b82671. Apr 07 11:50:24.009846 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Deleting port 76656d86-2ef4-4fab-99d2-f276db2d6835 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:24.010065 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (76656d86-2ef4-4fab-99d2-f276db2d6835), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:24.086857 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (76656d86-2ef4-4fab-99d2-f276db2d6835), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:24.086857 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for floatingip (76656d86-2ef4-4fab-99d2-f276db2d6835), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:24.099325 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Calling delete_port for 76656d86-2ef4-4fab-99d2-f276db2d6835 owned by network:floatingip {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:24.199634 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda36c30-1c47-4925-a914-ee40fa9510a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Router 284cb50e-9d49-4119-a17f-4ea94290328c has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:24.232993 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (76656d86-2ef4-4fab-99d2-f276db2d6835), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:24.255765 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event deleted for resources: {'Port': ['ID=76656d86-2ef4-4fab-99d2-f276db2d6835,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:24.312181 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda36c30-1c47-4925-a914-ee40fa9510a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:24.316668 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks [] for floatingip (d1e96ef2-b555-49be-adb4-a801e3ce2a95), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:24.317551 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-cda36c30-1c47-4925-a914-ee40fa9510a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:24.319726 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:24.320902 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8c2ab112-540a-49e9-906e-775f0a015dc4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "DELETE /v2.0/floatingips/d1e96ef2-b555-49be-adb4-a801e3ce2a95 HTTP/1.1" status: 204 len: 168 time: 0.4352815 Apr 07 11:50:24.326520 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] Sync routers for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:24.338858 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:24.339594 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:24.354003 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-cda36c30-1c47-4925-a914-ee40fa9510a7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "PUT /v2.0/floatingips/e8c52ce1-5e14-4e5a-94cc-18c53ed84604 HTTP/1.1" status: 200 len: 991 time: 1.0714569 Apr 07 11:50:24.354003 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:24.354003 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:24.393438 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf1289b-de38-4966-8907-912ef891a1b7 x-openstack-request-id: req-4cf1289b-de38-4966-8907-912ef891a1b7 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:24.393813 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:24.393964 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4cf1289b-de38-4966-8907-912ef891a1b7 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:24.394446 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cf1289b-de38-4966-8907-912ef891a1b7'] response: {'name': 'network-changed', 'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671', 'status': 'completed', 'code': 200} Apr 07 11:50:24.476224 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-3227cfc1-dfc1-40dc-a99c-f52e2ed4c06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:24.477770 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-3227cfc1-dfc1-40dc-a99c-f52e2ed4c06f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 1129 time: 0.0611274 Apr 07 11:50:24.569928 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-b4e6763c-3c59-48e1-8d55-05a61d6e5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:24.571878 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-b4e6763c-3c59-48e1-8d55-05a61d6e5d3d service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.0875521 Apr 07 11:50:24.590152 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:24.645792 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-be7beaec-c7c7-4d24-a275-5630f041a484 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d4d31c-bfda-47c9-be14-a00608b82671 HTTP/1.1" status: 200 len: 999 time: 0.0669243 Apr 07 11:50:24.696047 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-de251693-5f9e-4f33-b7a7-b6b5e9e3b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:24.697559 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-de251693-5f9e-4f33-b7a7-b6b5e9e3b4e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.0438282 Apr 07 11:50:24.748014 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-b3dc3976-8b91-45a1-a84a-30e5ef137a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:24.749632 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-b3dc3976-8b91-45a1-a84a-30e5ef137a73 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449593 Apr 07 11:50:24.820503 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'e8c52ce1-5e14-4e5a-94cc-18c53ed84604', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'port_id': '80d4d31c-bfda-47c9-be14-a00608b82671', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'mac_address': 'fa:16:3e:5a:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:08Z', 'updated_at': '2022-04-07T11:50:23Z', 'revision_number': 1, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:24.846183 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-9e2535f8-fef9-4fb9-8984-b08a0e878803 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859523 Apr 07 11:50:24.846528 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] Checking router: 284cb50e-9d49-4119-a17f-4ea94290328c for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:24.855286 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:24.855881 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:24.934226 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-fb9e54a3-220b-4f5f-a082-f3adc2e18bb0 req-625e66e6-6cd3-47b3-bab4-a32b607d5e71 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815876 Apr 07 11:50:24.965663 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:24.993817 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a00a776f-9847-4f59-9330-917701cd2d2c no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:25.018643 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: a00a776f-9847-4f59-9330-917701cd2d2c {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:25.018981 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a00a776f-9847-4f59-9330-917701cd2d2c not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:25.227801 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'e8c52ce1-5e14-4e5a-94cc-18c53ed84604', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'port_id': '80d4d31c-bfda-47c9-be14-a00608b82671', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'mac_address': 'fa:16:3e:5a:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:08Z', 'updated_at': '2022-04-07T11:50:23Z', 'revision_number': 1, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:25.254794 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b344c-bb53-4246-a212-d13e3f7623b1 None None] The sync data for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi is: [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'e8c52ce1-5e14-4e5a-94cc-18c53ed84604', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'port_id': '80d4d31c-bfda-47c9-be14-a00608b82671', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'mac_address': 'fa:16:3e:5a:a4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:08Z', 'updated_at': '2022-04-07T11:50:23Z', 'revision_number': 1, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:25.439259 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93c30d0-9b07-44ef-aeab-04c8e9c36a94 None None] New status for floating IP e8c52ce1-5e14-4e5a-94cc-18c53ed84604: ACTIVE {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:26.839693 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abecd7ce-7c46-4129-8a65-0ac11331ec2b req-bdb6276f-f5ac-4315-ba76-35189d9cae58 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:26.841373 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-abecd7ce-7c46-4129-8a65-0ac11331ec2b req-bdb6276f-f5ac-4315-ba76-35189d9cae58 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0640411 Apr 07 11:50:26.888419 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-abecd7ce-7c46-4129-8a65-0ac11331ec2b req-c13709c4-9d18-4426-abfc-148aeaf83331 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409799 Apr 07 11:50:28.025383 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e071dc-4f8c-4319-a225-8105dd918e96 req-5482e477-844c-4faf-9824-2cd056f770e4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:28.026854 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-38e071dc-4f8c-4319-a225-8105dd918e96 req-5482e477-844c-4faf-9824-2cd056f770e4 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0558677 Apr 07 11:50:28.077489 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-38e071dc-4f8c-4319-a225-8105dd918e96 req-be23c35f-8693-4c57-8226-49b05f9e5241 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423121 Apr 07 11:50:28.167955 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-9e1ea59d-5f57-4f52-b49c-44511fcd098e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:29.027194 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5c48765a-f34b-48b7-87bc-09177374866b req-73bb2614-4049-4a1a-9955-e8282b16ae5e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0475950 Apr 07 11:50:29.171269 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48765a-f34b-48b7-87bc-09177374866b req-7a8c9a4f-e1f6-4239-ab93-67da3a34f7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:29.172902 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5c48765a-f34b-48b7-87bc-09177374866b req-7a8c9a4f-e1f6-4239-ab93-67da3a34f7ed service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 1129 time: 0.0517220 Apr 07 11:50:29.205264 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eacd8-f67f-4408-af2b-2e10883cc358 req-4be7ee95-e579-43f0-8503-b68edb31012f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:29.206749 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a22eacd8-f67f-4408-af2b-2e10883cc358 req-4be7ee95-e579-43f0-8503-b68edb31012f tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.0537176 Apr 07 11:50:29.256607 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a22eacd8-f67f-4408-af2b-2e10883cc358 req-418d8394-8540-4e2d-8218-aec18f557062 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439286 Apr 07 11:50:29.294655 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48765a-f34b-48b7-87bc-09177374866b req-fda7a6f7-0832-4cc9-8e86-efa3d047d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:29.295980 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5c48765a-f34b-48b7-87bc-09177374866b req-fda7a6f7-0832-4cc9-8e86-efa3d047d5d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 912 time: 0.0914612 Apr 07 11:50:29.377326 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5c48765a-f34b-48b7-87bc-09177374866b req-18db9653-21ca-4d71-ba6a-d8de0486f5a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3 HTTP/1.1" status: 200 len: 1001 time: 0.0642099 Apr 07 11:50:29.385204 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-289a5417-2a00-4160-92b7-b27d5f0cb60b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:29.386551 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-289a5417-2a00-4160-92b7-b27d5f0cb60b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 946 time: 0.1084678 Apr 07 11:50:29.459079 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48765a-f34b-48b7-87bc-09177374866b req-bbe40936-6f8f-45a0-9523-1b4a7298c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:29.460505 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5c48765a-f34b-48b7-87bc-09177374866b req-bbe40936-6f8f-45a0-9523-1b4a7298c346 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 200 len: 850 time: 0.0731390 Apr 07 11:50:29.538848 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48765a-f34b-48b7-87bc-09177374866b req-d22f7561-8c10-4e5f-a277-c6278b002f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:29.540392 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5c48765a-f34b-48b7-87bc-09177374866b req-d22f7561-8c10-4e5f-a277-c6278b002f6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0730524 Apr 07 11:50:29.545166 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Deleting port 1453a264-bec7-4ba8-82c2-3431716ed961 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:29.545436 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:29.693917 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] For port 1453a264-bec7-4ba8-82c2-3431716ed961, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=1453a264-bec7-4ba8-82c2-3431716ed961,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:29.694275 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:29.704761 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5c48765a-f34b-48b7-87bc-09177374866b req-31575db8-0003-48f8-8af8-8217c69cfcbe service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565216 Apr 07 11:50:29.708480 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Calling delete_port for 1453a264-bec7-4ba8-82c2-3431716ed961 owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:29.847996 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5c48765a-f34b-48b7-87bc-09177374866b req-7aeb5274-4a14-49e5-aa50-31bad15ea5ae service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354494 Apr 07 11:50:29.905321 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (1453a264-bec7-4ba8-82c2-3431716ed961), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:29.918329 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0', '1453a264-bec7-4ba8-82c2-3431716ed961'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:29.951681 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event deleted for resources: {'Port': ['ID=1453a264-bec7-4ba8-82c2-3431716ed961,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:29.991549 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] No DVR routers for this DVR port 1453a264-bec7-4ba8-82c2-3431716ed961 on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:29.994172 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:29.998418 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3b3a6475-390b-45ce-917c-13d0dd82d994 req-44be527b-d7b8-43e1-8426-f41a6009407e tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "DELETE /v2.0/ports/1453a264-bec7-4ba8-82c2-3431716ed961 HTTP/1.1" status: 204 len: 173 time: 0.6032608 Apr 07 11:50:29.999032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5648e02c-e697-4cbc-811c-6c75b4c49074', 'name': 'network-vif-deleted', 'tag': '1453a264-bec7-4ba8-82c2-3431716ed961'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:30.001405 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66db4a33-011b-4064-a539-d4b0f7030ec1" -d '{"events": [{"server_uuid": "5648e02c-e697-4cbc-811c-6c75b4c49074", "name": "network-vif-deleted", "tag": "1453a264-bec7-4ba8-82c2-3431716ed961"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:30.035819 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb29615-7d0e-4446-889e-29528a292a6f x-openstack-request-id: req-bfb29615-7d0e-4446-889e-29528a292a6f {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:30.036531 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5648e02c-e697-4cbc-811c-6c75b4c49074", "name": "network-vif-deleted", "tag": "1453a264-bec7-4ba8-82c2-3431716ed961", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:30.036801 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfb29615-7d0e-4446-889e-29528a292a6f {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:30.037612 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb29615-7d0e-4446-889e-29528a292a6f'] response: {'server_uuid': '5648e02c-e697-4cbc-811c-6c75b4c49074', 'name': 'network-vif-deleted', 'tag': '1453a264-bec7-4ba8-82c2-3431716ed961', 'status': 'completed', 'code': 200} Apr 07 11:50:30.065202 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:30.371917 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f1f3f21b-6c24-48a3-9b7a-8f14da6fa3cf req-9b18e98e-40f0-41a1-ae86-8f552c4f7a78 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=5648e02c-e697-4cbc-811c-6c75b4c49074 HTTP/1.1" status: 200 len: 210 time: 0.0270131 Apr 07 11:50:30.698892 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1dc7aa28-a210-4664-8e9d-2f347d407ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:31.603427 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:31.658833 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7daa6d7-3bd9-4034-af75-3750cccfc68c req-b9124929-612c-4c57-910c-59c0adbb8ada tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:31.660318 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7daa6d7-3bd9-4034-af75-3750cccfc68c req-b9124929-612c-4c57-910c-59c0adbb8ada tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0576403 Apr 07 11:50:31.708616 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b7daa6d7-3bd9-4034-af75-3750cccfc68c req-318a1bd5-dc2b-4729-bbef-966bfbb9be68 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423045 Apr 07 11:50:32.847851 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf5bbd-e233-4229-8fb9-5d8974014fa9 req-5a683e6f-3d23-4296-9f10-4fb166592d86 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:32.849255 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a6cf5bbd-e233-4229-8fb9-5d8974014fa9 req-5a683e6f-3d23-4296-9f10-4fb166592d86 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0532849 Apr 07 11:50:32.899643 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a6cf5bbd-e233-4229-8fb9-5d8974014fa9 req-16d19e2d-34ef-4072-ac54-fed480d841f5 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447049 Apr 07 11:50:32.973775 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:33.044366 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 1453a264-bec7-4ba8-82c2-3431716ed961 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:33.074920 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 1453a264-bec7-4ba8-82c2-3431716ed961 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:33.075273 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 1453a264-bec7-4ba8-82c2-3431716ed961 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:34.052136 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da8a44-a638-46b2-bb60-d092b7ea83f0 req-8c6277b9-c345-4fbd-948d-01c2b72abd10 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:34.053710 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-03da8a44-a638-46b2-bb60-d092b7ea83f0 req-8c6277b9-c345-4fbd-948d-01c2b72abd10 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0770042 Apr 07 11:50:34.121687 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-03da8a44-a638-46b2-bb60-d092b7ea83f0 req-ae523170-5ea7-4f0d-9b8c-a14127c37b0b tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617750 Apr 07 11:50:34.645357 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:35.006634 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a061d-7809-49ed-b644-9ce4417f93f9 req-375a5bff-998f-46e5-95fe-ded7c3a3aa60 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:35.008457 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-985a061d-7809-49ed-b644-9ce4417f93f9 req-375a5bff-998f-46e5-95fe-ded7c3a3aa60 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 945 time: 0.0545754 Apr 07 11:50:35.068483 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-985a061d-7809-49ed-b644-9ce4417f93f9 req-b326eba7-8345-4f83-b205-2ed7b52a9592 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519564 Apr 07 11:50:35.274783 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b739f7-5cef-4ac7-aa9f-9bf14f1adadf req-2c1873c5-8b19-4c6d-85a0-fcbaead7c407 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:35.276293 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-72b739f7-5cef-4ac7-aa9f-9bf14f1adadf req-2c1873c5-8b19-4c6d-85a0-fcbaead7c407 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0663614 Apr 07 11:50:35.326898 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-72b739f7-5cef-4ac7-aa9f-9bf14f1adadf req-6233c681-918e-47f1-b032-cb1b0eb058fc tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429590 Apr 07 11:50:36.196062 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93458267-abac-4c9c-93cc-0ab36d709f6d req-2394a504-4aa9-412f-b02f-c1d52cf5b747 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:36.197530 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-93458267-abac-4c9c-93cc-0ab36d709f6d req-2394a504-4aa9-412f-b02f-c1d52cf5b747 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 945 time: 0.0543370 Apr 07 11:50:36.247162 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-93458267-abac-4c9c-93cc-0ab36d709f6d req-7e2b8f3c-c46a-48dc-a0ad-e7c32dae371b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437779 Apr 07 11:50:36.460909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-b5718fce-4b48-4ee9-82a8-7910b6175640 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:36.462404 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-b5718fce-4b48-4ee9-82a8-7910b6175640 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0569532 Apr 07 11:50:36.466443 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82e9a0-9b20-4059-ad0b-0d94317d3a2c req-11d5e730-95c7-4a73-acea-aee853f7f9cf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:36.467969 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3d82e9a0-9b20-4059-ad0b-0d94317d3a2c req-11d5e730-95c7-4a73-acea-aee853f7f9cf tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 946 time: 0.0573792 Apr 07 11:50:36.517008 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3d82e9a0-9b20-4059-ad0b-0d94317d3a2c req-5cdb22da-61b2-4eb6-b854-11594607f149 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/security-groups?id=bf77fe1e-456b-4e6b-a375-66e1d880eb13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Apr 07 11:50:36.658610 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Deleting port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:36.658875 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:36.771200 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] For port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:36.771579 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:36.787079 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Calling delete_port for 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:36.797539 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649c04e-5759-4efd-90a8-18706379a26d req-9dadb561-7e11-41fd-99b7-c414a92fc2ee tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:36.798975 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-7649c04e-5759-4efd-90a8-18706379a26d req-9dadb561-7e11-41fd-99b7-c414a92fc2ee tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 945 time: 0.0905244 Apr 07 11:50:36.987891 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Deleting port 6cb91a58-26e4-4182-8d2c-3329d86a9796 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:36.988108 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:36.992148 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:37.004376 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:37.039660 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Pushing event deleted for resources: {'Port': ['ID=0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:37.114541 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] No DVR routers for this DVR port 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:37.118561 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:37.121762 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-32aa3cc4-a64c-4cc3-8915-a431446f51fc req-28008165-d4fc-41ca-bce5-7873bf7fd9e1 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.52 "DELETE /v2.0/ports/0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 HTTP/1.1" status: 204 len: 173 time: 0.5555243 Apr 07 11:50:37.122187 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe620f96-8173-471c-a35e-1957f4af9601', 'name': 'network-vif-deleted', 'tag': '0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:37.124408 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e5944f-c9a6-4257-8575-046c6c0d20b0" -d '{"events": [{"server_uuid": "fe620f96-8173-471c-a35e-1957f4af9601", "name": "network-vif-deleted", "tag": "0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:37.143722 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] For port 6cb91a58-26e4-4182-8d2c-3329d86a9796, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=6cb91a58-26e4-4182-8d2c-3329d86a9796,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:37.143979 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:37.191020 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16bbe3d-0f88-4cd7-92aa-59bc6267eda3 x-openstack-request-id: req-a16bbe3d-0f88-4cd7-92aa-59bc6267eda3 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:37.191307 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe620f96-8173-471c-a35e-1957f4af9601", "name": "network-vif-deleted", "tag": "0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:37.191561 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a16bbe3d-0f88-4cd7-92aa-59bc6267eda3 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:37.191954 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16bbe3d-0f88-4cd7-92aa-59bc6267eda3'] response: {'server_uuid': 'fe620f96-8173-471c-a35e-1957f4af9601', 'name': 'network-vif-deleted', 'tag': '0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0', 'status': 'completed', 'code': 200} Apr 07 11:50:37.328761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:37.328761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:37.328761 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Floating IP ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b disassociated. External IP: 172.27.3.86, port: 6cb91a58-26e4-4182-8d2c-3329d86a9796. Apr 07 11:50:37.328761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Calling delete_port for 6cb91a58-26e4-4182-8d2c-3329d86a9796 owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:37.368146 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479c5034-5116-4ed8-9e74-8e4858063746 req-f8bd49e7-ed1b-4f17-8c3b-05215531527a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:37.369582 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-479c5034-5116-4ed8-9e74-8e4858063746 req-f8bd49e7-ed1b-4f17-8c3b-05215531527a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 945 time: 0.0524976 Apr 07 11:50:37.429167 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-479c5034-5116-4ed8-9e74-8e4858063746 req-f158e36f-8b0e-49aa-8a9d-80aa095ff481 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=a4c0ea6f-c545-4da3-881a-a7a2591a10f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512397 Apr 07 11:50:37.456116 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (6cb91a58-26e4-4182-8d2c-3329d86a9796), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:37.488841 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'Port': ['ID=6cb91a58-26e4-4182-8d2c-3329d86a9796,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:37.628385 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fbda4476-b9ba-4200-ab13-d6ff558be3af req-d471145e-79f0-4cf2-bcae-5151367d30e0 tempest-ServerRescueNegativeTestJSON-238850007 tempest-ServerRescueNegativeTestJSON-238850007-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe620f96-8173-471c-a35e-1957f4af9601 HTTP/1.1" status: 200 len: 210 time: 0.0276415 Apr 07 11:50:37.872604 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:37.990295 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:38.003047 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:38.014574 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:38.015444 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:38.034721 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] No DVR routers for this DVR port 6cb91a58-26e4-4182-8d2c-3329d86a9796 on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:38.037830 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:38.041343 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-7649c04e-5759-4efd-90a8-18706379a26d req-7fc567ba-ac37-48b1-8ffa-1fedc7c8bc89 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "DELETE /v2.0/ports/6cb91a58-26e4-4182-8d2c-3329d86a9796 HTTP/1.1" status: 204 len: 173 time: 1.2081015 Apr 07 11:50:38.148673 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:38.247968 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:50:38.353117 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:38.378817 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:38.387844 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:38.388442 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:38.499669 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:38.535113 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-14e5ac01-fb54-4029-9b33-b192f87e8727 req-5d8662e3-1e73-4fa5-91bf-e3a165ad3df2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=63d1d099-e630-403f-b6dc-0519b4db825f HTTP/1.1" status: 200 len: 210 time: 0.0313275 Apr 07 11:50:38.687655 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33822) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:38.715651 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:38.742040 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d7db1-14b3-43ca-b0ae-a8a4231639b7 None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:38.973697 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc3afb2-441c-4baf-a188-2de48c9f6972 None None] New status for floating IP ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b: DOWN {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:39.095921 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 6cb91a58-26e4-4182-8d2c-3329d86a9796 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:39.118987 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 6cb91a58-26e4-4182-8d2c-3329d86a9796 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:39.119342 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 6cb91a58-26e4-4182-8d2c-3329d86a9796 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:39.119736 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:39.138319 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:39.138646 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 0901a0a5-8a48-4793-a4a1-98bcdc3b2ef0 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:39.195804 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d1d099-e630-403f-b6dc-0519b4db825f', 'name': 'network-vif-deleted', 'tag': '6cb91a58-26e4-4182-8d2c-3329d86a9796'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:39.198100 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3651c472-6772-4175-9460-9ef23c988c3f" -d '{"events": [{"server_uuid": "63d1d099-e630-403f-b6dc-0519b4db825f", "name": "network-vif-deleted", "tag": "6cb91a58-26e4-4182-8d2c-3329d86a9796"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:39.219182 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:39.257476 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-366aeeae-8604-4800-833b-dd5fbcac5089 x-openstack-request-id: req-366aeeae-8604-4800-833b-dd5fbcac5089 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:39.257776 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d1d099-e630-403f-b6dc-0519b4db825f", "name": "network-vif-deleted", "tag": "6cb91a58-26e4-4182-8d2c-3329d86a9796", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:39.258037 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-366aeeae-8604-4800-833b-dd5fbcac5089 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:39.258547 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366aeeae-8604-4800-833b-dd5fbcac5089'] response: {'server_uuid': '63d1d099-e630-403f-b6dc-0519b4db825f', 'name': 'network-vif-deleted', 'tag': '6cb91a58-26e4-4182-8d2c-3329d86a9796', 'status': 'completed', 'code': 200} Apr 07 11:50:39.524904 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Deleting port 522cda51-c34c-4960-b4fd-3000921e2686 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:39.525120 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (522cda51-c34c-4960-b4fd-3000921e2686), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:39.610174 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] For port 522cda51-c34c-4960-b4fd-3000921e2686, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=522cda51-c34c-4960-b4fd-3000921e2686,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:39.610589 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (522cda51-c34c-4960-b4fd-3000921e2686), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:39.623967 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Calling delete_port for 522cda51-c34c-4960-b4fd-3000921e2686 owned by network:router_interface {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:39.678549 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33834) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:39.732819 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0ef69d4-253e-4bd1-a38f-f4760d2b7410 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (a4c0ea6f-c545-4da3-881a-a7a2591a10f6), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:39.755432 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0ef69d4-253e-4bd1-a38f-f4760d2b7410 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (a4c0ea6f-c545-4da3-881a-a7a2591a10f6), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:39.803357 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0ef69d4-253e-4bd1-a38f-f4760d2b7410 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a4c0ea6f-c545-4da3-881a-a7a2591a10f6), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:39.806145 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d0ef69d4-253e-4bd1-a38f-f4760d2b7410 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:39.809216 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d0ef69d4-253e-4bd1-a38f-f4760d2b7410 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "DELETE /v2.0/security-groups/a4c0ea6f-c545-4da3-881a-a7a2591a10f6 HTTP/1.1" status: 204 len: 168 time: 0.1295907 Apr 07 11:50:39.810448 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33836) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:39.819566 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (522cda51-c34c-4960-b4fd-3000921e2686), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:39.822263 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef69d4-253e-4bd1-a38f-f4760d2b7410 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c0ea6f-c545-4da3-881a-a7a2591a10f6,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:39.831969 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.api.v2.resource [None req-cf633ca5-b73b-40b3-aadf-9107861a2f05 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] show failed (client error): The resource could not be found. Apr 07 11:50:39.836513 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-cf633ca5-b73b-40b3-aadf-9107861a2f05 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups/a4c0ea6f-c545-4da3-881a-a7a2591a10f6 HTTP/1.1" status: 404 len: 347 time: 0.0216401 Apr 07 11:50:39.837354 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33838) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:39.852534 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=522cda51-c34c-4960-b4fd-3000921e2686,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:39.982782 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Deleting port d53f40ba-bd25-44c5-b643-fded42e80565 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:39.983131 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (d53f40ba-bd25-44c5-b643-fded42e80565), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.025323 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.064409 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (d53f40ba-bd25-44c5-b643-fded42e80565), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.064735 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (d53f40ba-bd25-44c5-b643-fded42e80565), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.077002 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Calling delete_port for d53f40ba-bd25-44c5-b643-fded42e80565 owned by network:floatingip {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:40.206204 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (d53f40ba-bd25-44c5-b643-fded42e80565), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.251016 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:40.257736 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'Port': ['ID=d53f40ba-bd25-44c5-b643-fded42e80565,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:40.296522 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.299192 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.300348 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-1fac9826-dbd3-4bc0-b542-f9f8850c9d1b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "DELETE /v2.0/floatingips/ce40cd94-2765-4ebd-a6b4-7c3b1ed0103b HTTP/1.1" status: 204 len: 168 time: 0.4615283 Apr 07 11:50:40.363177 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:40.371440 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-6304ce2d-91e3-484e-bb14-148103920a3c admin admin] 10.222.0.15 "PUT /v2.0/routers/3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792929 Apr 07 11:50:40.371560 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33844) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:40.374305 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] Sync routers for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:40.383555 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:40.384165 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:40.493179 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:40.566239 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33846) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:40.571003 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-820fd2cb-adb5-4473-8ad0-054462dee635 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1676966921', 'description': 'tempest-description--2043173852'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:40.594092 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-820fd2cb-adb5-4473-8ad0-054462dee635 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.670689 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-820fd2cb-adb5-4473-8ad0-054462dee635 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (e03eadfb-c23e-4bb4-9e1d-415288da0c49), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.676407 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-820fd2cb-adb5-4473-8ad0-054462dee635 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e03eadfb-c23e-4bb4-9e1d-415288da0c49), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.708493 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-820fd2cb-adb5-4473-8ad0-054462dee635 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.710000 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-820fd2cb-adb5-4473-8ad0-054462dee635 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1427431 Apr 07 11:50:40.713613 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33848) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:40.718498 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-976a116d-3b51-4fcd-ae4d-4dc8df2fcdac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group_rule': {'security_group_id': 'e03eadfb-c23e-4bb4-9e1d-415288da0c49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:40.723608 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fd2cb-adb5-4473-8ad0-054462dee635 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03eadfb-c23e-4bb4-9e1d-415288da0c49,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:40.748037 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks [] for router (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.753446 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-976a116d-3b51-4fcd-ae4d-4dc8df2fcdac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (4319d7fd-d5d0-4d1a-9ea4-6b7d0804b70b), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.818316 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:50:39Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:40.818615 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-976a116d-3b51-4fcd-ae4d-4dc8df2fcdac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (4319d7fd-d5d0-4d1a-9ea4-6b7d0804b70b), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.826288 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-976a116d-3b51-4fcd-ae4d-4dc8df2fcdac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (4319d7fd-d5d0-4d1a-9ea4-6b7d0804b70b), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.846137 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] Checking router: 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:40.846713 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a116d-3b51-4fcd-ae4d-4dc8df2fcdac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4319d7fd-d5d0-4d1a-9ea4-6b7d0804b70b,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:40.858631 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-976a116d-3b51-4fcd-ae4d-4dc8df2fcdac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.862421 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks [] for router_gateway (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.862586 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-976a116d-3b51-4fcd-ae4d-4dc8df2fcdac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1451199 Apr 07 11:50:40.862687 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] Routers {'3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:40.862687 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:40.862910 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33850) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:40.869780 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-95e0300f-dc0a-43a0-835f-e87913af13b1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'security_group_rule': {'security_group_id': 'e03eadfb-c23e-4bb4-9e1d-415288da0c49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:40.896915 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-95e0300f-dc0a-43a0-835f-e87913af13b1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (5ea60d44-1596-432c-8e1f-bb83a31eb6cf), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.915271 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Deleting port 494576cf-eb13-4b69-8c79-7113df64f43b {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:40.915610 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.957871 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-95e0300f-dc0a-43a0-835f-e87913af13b1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (5ea60d44-1596-432c-8e1f-bb83a31eb6cf), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.963810 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-95e0300f-dc0a-43a0-835f-e87913af13b1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (5ea60d44-1596-432c-8e1f-bb83a31eb6cf), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:40.976136 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] Set router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:40.983475 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0300f-dc0a-43a0-835f-e87913af13b1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea60d44-1596-432c-8e1f-bb83a31eb6cf,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:40.998772 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-95e0300f-dc0a-43a0-835f-e87913af13b1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.000382 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-95e0300f-dc0a-43a0-835f-e87913af13b1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1343360 Apr 07 11:50:41.001144 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] For port 494576cf-eb13-4b69-8c79-7113df64f43b, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=494576cf-eb13-4b69-8c79-7113df64f43b,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:41.001499 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.003534 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33852) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:41.008790 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:41.014638 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Calling delete_port for 494576cf-eb13-4b69-8c79-7113df64f43b owned by network:router_gateway {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:41.031018 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.137383 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.159306 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:50:39Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:41.186216 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c5e7c6-06f9-4b8d-974f-0d78049a7bcd None None] The sync data for ids ['3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea'] in dv-cinder-836822-2-iscsi is: [{'id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'name': 'tempest-ServerRescueNegativeTestJSON-2140640595-router', 'tenant_id': 'e3b21258ec3144baa43de1add169b4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247'}], 'enable_snat': True}, 'gw_port_id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:28Z', 'updated_at': '2022-04-07T11:50:39Z', 'revision_number': 5, 'project_id': 'e3b21258ec3144baa43de1add169b4fc', 'gw_port': {'id': '494576cf-eb13-4b69-8c79-7113df64f43b', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dd:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:41.194990 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (494576cf-eb13-4b69-8c79-7113df64f43b), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.225313 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Pushing event deleted for resources: {'Port': ['ID=494576cf-eb13-4b69-8c79-7113df64f43b,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:41.250610 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Allocated IP 172.27.3.235 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/b1c39878-b7ed-46de-8a5d-819b2c66e530) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:50:41.285482 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.353761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (b1c39878-b7ed-46de-8a5d-819b2c66e530), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.389328 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (b1c39878-b7ed-46de-8a5d-819b2c66e530), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.390803 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.393161 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks [] for router_controller (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.427519 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:50:41.432393 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:50:41.437159 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:50:41.439130 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=b1c39878-b7ed-46de-8a5d-819b2c66e530,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:41.460710 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.461137 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea {{(pid=109935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:50:41.466713 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.467904 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-7205e156-e688-4918-930e-a42a9375a685 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3f3b775a-4d9a-4d17-94f9-ddddfa5bc7ea HTTP/1.1" status: 204 len: 168 time: 1.0959632 Apr 07 11:50:41.470678 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33854) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:41.546984 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_v2 [None req-af922b3b-0aec-4119-99c6-b0a0ea0c1496 admin admin] Deleting subnet bab08045-b031-4a13-9997-a3ce32233647 {{(pid=109936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:50:41.552716 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-af922b3b-0aec-4119-99c6-b0a0ea0c1496 admin admin] Publish callbacks [] for subnet (bab08045-b031-4a13-9997-a3ce32233647), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.590358 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (74f81417-6a9a-45c5-a7ab-65fc90bea4f1), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.601301 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-af922b3b-0aec-4119-99c6-b0a0ea0c1496 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1154786'] for subnet (bab08045-b031-4a13-9997-a3ce32233647), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.663228 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b1c39878-b7ed-46de-8a5d-819b2c66e530), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.767687 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-af922b3b-0aec-4119-99c6-b0a0ea0c1496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (bab08045-b031-4a13-9997-a3ce32233647), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.883270 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-af922b3b-0aec-4119-99c6-b0a0ea0c1496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1978217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128976497'] for subnet (bab08045-b031-4a13-9997-a3ce32233647), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.917491 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af922b3b-0aec-4119-99c6-b0a0ea0c1496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab08045-b031-4a13-9997-a3ce32233647,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:41.919353 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-af922b3b-0aec-4119-99c6-b0a0ea0c1496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.922524 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-af922b3b-0aec-4119-99c6-b0a0ea0c1496 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bab08045-b031-4a13-9997-a3ce32233647 HTTP/1.1" status: 204 len: 168 time: 0.4509008 Apr 07 11:50:41.923673 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bf3132-ce16-4260-8848-bd79615f249e None None] Network c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:50:41.925880 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 33856) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:41.944789 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (b1c39878-b7ed-46de-8a5d-819b2c66e530), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:41.952677 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (b1c39878-b7ed-46de-8a5d-819b2c66e530), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.015932 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.019824 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=b1c39878-b7ed-46de-8a5d-819b2c66e530,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:42.034363 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (74f81417-6a9a-45c5-a7ab-65fc90bea4f1), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.051286 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.052726 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-03e778cc-dc34-4750-a1b9-5d03517a99c1 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0479736 Apr 07 11:50:42.078162 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Deleting port 2abbd627-026a-4567-b955-7cc20fc8e7f9 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:42.078503 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.152575 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] For port 2abbd627-026a-4567-b955-7cc20fc8e7f9, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=2abbd627-026a-4567-b955-7cc20fc8e7f9,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:42.152997 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.171992 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Calling delete_port for 2abbd627-026a-4567-b955-7cc20fc8e7f9 owned by network:dhcp {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:42.210313 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609930f-cd52-4770-9c72-42522c3d9b9f None None] DHCP port deletion for c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:50:42.250368 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-e5b1887c-861c-4185-979f-c5ebe0698f02 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1676966921&fields=id&tenant_id=fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 267 time: 0.0891938 Apr 07 11:50:42.276261 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-7609930f-cd52-4770-9c72-42522c3d9b9f None None] Deleting port 2abbd627-026a-4567-b955-7cc20fc8e7f9 {{(pid=109937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:42.276640 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-7609930f-cd52-4770-9c72-42522c3d9b9f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), before_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.329657 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 494576cf-eb13-4b69-8c79-7113df64f43b no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:42.347454 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.361667 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 494576cf-eb13-4b69-8c79-7113df64f43b {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:42.362010 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 494576cf-eb13-4b69-8c79-7113df64f43b not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:42.362399 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 522cda51-c34c-4960-b4fd-3000921e2686 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:42.381797 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Pushing event deleted for resources: {'Port': ['ID=2abbd627-026a-4567-b955-7cc20fc8e7f9,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:42.392460 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 522cda51-c34c-4960-b4fd-3000921e2686 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:42.392880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 522cda51-c34c-4960-b4fd-3000921e2686 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:42.393218 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 2abbd627-026a-4567-b955-7cc20fc8e7f9 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:42.393386 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] No DVR routers for this DVR port 2abbd627-026a-4567-b955-7cc20fc8e7f9 on host dv-cinder-836822-2-iscsi {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:42.420246 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-7609930f-cd52-4770-9c72-42522c3d9b9f None None] For port 2abbd627-026a-4567-b955-7cc20fc8e7f9, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=2abbd627-026a-4567-b955-7cc20fc8e7f9,segment=NetworkSegment(7b726914-2314-491a-a6fd-c3d512fee771),segment_id=7b726914-2314-491a-a6fd-c3d512fee771)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:42.420646 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-7609930f-cd52-4770-9c72-42522c3d9b9f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), precommit_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.422494 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-33df8ca9-2f11-4321-9623-dfcc9f8f7ab9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:42.423616 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 2abbd627-026a-4567-b955-7cc20fc8e7f9 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:42.423923 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-33df8ca9-2f11-4321-9623-dfcc9f8f7ab9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 815 time: 0.1636117 Apr 07 11:50:42.424113 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 2abbd627-026a-4567-b955-7cc20fc8e7f9 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:42.438161 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-7609930f-cd52-4770-9c72-42522c3d9b9f None None] Calling delete_port for 2abbd627-026a-4567-b955-7cc20fc8e7f9 owned by network:dhcp {{(pid=109937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:42.453599 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-0bfed9a2-0a98-4405-bb19-9d4574d360ac tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/quotas/fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 375 time: 0.0173047 Apr 07 11:50:42.493438 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.530120 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e4ef7d-8f55-4d26-bd04-22eb730a3a04']}} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:42.541598 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b726914-2314-491a-a6fd-c3d512fee771') {'for_net_delete': True} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:42.541880 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b726914-2314-491a-a6fd-c3d512fee771') {} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:42.553586 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125949275'] for segment (7b726914-2314-491a-a6fd-c3d512fee771), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.554663 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-7609930f-cd52-4770-9c72-42522c3d9b9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238'] for port (2abbd627-026a-4567-b955-7cc20fc8e7f9), after_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.573788 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-23f16127-9e1f-488c-8ab8-e943d4ad2b18 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0924945 Apr 07 11:50:42.574732 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (7b726914-2314-491a-a6fd-c3d512fee771), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.581040 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=109935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:50:42.581448 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129855090'] for segment (7b726914-2314-491a-a6fd-c3d512fee771), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.582331 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609930f-cd52-4770-9c72-42522c3d9b9f None None] No DVR routers for this DVR port 2abbd627-026a-4567-b955-7cc20fc8e7f9 on host dv-cinder-836822-2-iscsi {{(pid=109937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: Traceback (most recent call last): Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: timer() Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: cb(*args, **kw) Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: return func(*args, **kwargs) Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: self._notify() Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: self.callback(batched_events) Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: event.method(event) Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: return f(self, *a, **k) Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._get(url).json() Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: return self.request(url, 'GET', **kwargs) Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:50:42.583226 dv-cinder-836822-2-iscsi neutron-server[109935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:50:42.587189 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609930f-cd52-4770-9c72-42522c3d9b9f None None] Pushing event deleted for resources: {'Port': ['ID=2abbd627-026a-4567-b955-7cc20fc8e7f9,revision_number=None']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:42.686743 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (c9e4ef7d-8f55-4d26-bd04-22eb730a3a04), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.692754 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.696155 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c9e4ef7d-8f55-4d26-bd04-22eb730a3a04 HTTP/1.1" status: 204 len: 168 time: 0.7685440 Apr 07 11:50:42.711880 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efb937-ebc3-4997-99ef-df25e996fe68 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9e4ef7d-8f55-4d26-bd04-22eb730a3a04,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:42.734315 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-b727d413-ab10-4934-a050-d3b598dc92c2 service neutron] 10.222.0.15 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411228 Apr 07 11:50:42.814389 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33872) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:42.829009 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-d2c0a5dc-30ba-456e-8402-5dd1fa8dd507 service neutron] 10.222.0.15 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886021 Apr 07 11:50:42.855456 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-02db5af9-e29a-4a0c-ac02-088468fc66b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3b21258ec3144baa43de1add169b4fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396612 Apr 07 11:50:42.857881 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 33874) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:42.903889 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-eb7c44c8-2ba2-411a-966a-82d91c95a66f admin admin] Publish callbacks [] for security_group (bf77fe1e-456b-4e6b-a375-66e1d880eb13), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.926398 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-eb7c44c8-2ba2-411a-966a-82d91c95a66f admin admin] Publish callbacks [] for security_group (bf77fe1e-456b-4e6b-a375-66e1d880eb13), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.988727 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-eb7c44c8-2ba2-411a-966a-82d91c95a66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bf77fe1e-456b-4e6b-a375-66e1d880eb13), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.991783 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-eb7c44c8-2ba2-411a-966a-82d91c95a66f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:42.995685 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-eb7c44c8-2ba2-411a-966a-82d91c95a66f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bf77fe1e-456b-4e6b-a375-66e1d880eb13 HTTP/1.1" status: 204 len: 168 time: 0.1343217 Apr 07 11:50:43.001891 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c44c8-2ba2-411a-966a-82d91c95a66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf77fe1e-456b-4e6b-a375-66e1d880eb13,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:43.006778 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-259cea35-f09f-4227-8117-41f1cfa73a89 req-3129de78-76b9-46ce-a3b2-e80dea259301 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 210 time: 0.0397251 Apr 07 11:50:44.109857 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-256a7f94-05dd-4eb4-9263-6780da4cf70c req-39d9bdfa-679c-4f40-858b-bceca23bf38b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 210 time: 0.0303733 Apr 07 11:50:44.151227 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-b1f22f6e-3736-4e28-bec5-74ae58dae420 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:44.157618 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-b1f22f6e-3736-4e28-bec5-74ae58dae420 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 815 time: 0.1372945 Apr 07 11:50:44.231380 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-6e1d55df-ac17-4b80-a651-5d0dc56ef848 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb9b76ed6a634c7597ca306c5e2adee5 HTTP/1.1" status: 200 len: 380 time: 0.0654202 Apr 07 11:50:44.245466 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'port': {'device_id': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'admin_state_up': True, 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'security_groups': ['e03eadfb-c23e-4bb4-9e1d-415288da0c49']}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:44.609614 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Made reservation on behalf of fb9b76ed6a634c7597ca306c5e2adee5 for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:50:44.613046 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.744974 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Allocated IP 172.20.0.7 (793e6760-dffa-49ee-b4f5-e944acaa877d/7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b/8c201be1-da56-40d6-a7f9-f5deef1dafc1) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:50:44.875590 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.920153 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:44.965439 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Network 793e6760-dffa-49ee-b4f5-e944acaa877d is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:50:44.968474 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:50:44.974090 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:50:44.980904 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event updated for resources: {'Port': ['ID=8c201be1-da56-40d6-a7f9-f5deef1dafc1,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:45.026602 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:45.027212 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.046342 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-4b32be92-9f73-4b3a-bae9-0a01f3ae69f6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8052595 Apr 07 11:50:45.153473 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Request body: {'port': {'device_id': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:45.209347 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.223360 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-54b55922-ccbd-4005-b245-c019ee3d2326 None None] Provisioning complete for port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:45.223974 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-54b55922-ccbd-4005-b245-c019ee3d2326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.241456 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c3a15-1cc5-43da-9f91-c3f8e2d8ece2 req-dcc85329-57dd-4bfb-b327-e9516306ff8b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:45.243044 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0e5c3a15-1cc5-43da-9f91-c3f8e2d8ece2 req-dcc85329-57dd-4bfb-b327-e9516306ff8b tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 931 time: 0.0638981 Apr 07 11:50:45.257561 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-54b55922-ccbd-4005-b245-c019ee3d2326 None None] Port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:50:45.298299 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0e5c3a15-1cc5-43da-9f91-c3f8e2d8ece2 req-282f80ba-6068-4dc5-8d37-69061a0462b8 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482194 Apr 07 11:50:45.489126 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c201be1-da56-40d6-a7f9-f5deef1dafc1 {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:50:45.501602 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Publish callbacks [] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.515344 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Transition to ACTIVE for port object 8c201be1-da56-40d6-a7f9-f5deef1dafc1 will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:50:45.519570 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.572683 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Pushing event updated for resources: {'Port': ['ID=8c201be1-da56-40d6-a7f9-f5deef1dafc1,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:45.646462 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Attempting to bind port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:50:45.646798 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Attempting to bind port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:50:45.647127 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Attempting to bind port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:50:45.651743 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 on network 793e6760-dffa-49ee-b4f5-e944acaa877d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:50:45.652063 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Attempting to bind port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 on network 793e6760-dffa-49ee-b4f5-e944acaa877d {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:50:45.657000 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:50:45.657340 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Checking segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:50:45.657726 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Bound using segment: {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:50:45.658156 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Bound port: 8c201be1-da56-40d6-a7f9-f5deef1dafc1, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6bad74a-131c-40b6-8710-380f31f7c396', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:50:45.658518 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.725410 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] For port 8c201be1-da56-40d6-a7f9-f5deef1dafc1, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:50:45.728620 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] For port 8c201be1-da56-40d6-a7f9-f5deef1dafc1, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=8c201be1-da56-40d6-a7f9-f5deef1dafc1,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:50:45.735020 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.768135 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:45.768761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:45.770173 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] 10.222.0.52 "PUT /v2.0/ports/8c201be1-da56-40d6-a7f9-f5deef1dafc1 HTTP/1.1" status: 200 len: 1093 time: 0.7165372 Apr 07 11:50:45.770675 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'tag': '8c201be1-da56-40d6-a7f9-f5deef1dafc1'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:45.772911 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc7543b-628e-4e1d-8802-a6a2e17c83c8" -d '{"events": [{"name": "network-changed", "server_uuid": "458d79da-8dad-4ffa-a3ea-778d5f8b67f3", "tag": "8c201be1-da56-40d6-a7f9-f5deef1dafc1"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:45.801124 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa88aff-d3bb-49bd-a0cc-dd1ed84b5c64 service neutron] Pushing event updated for resources: {'Port': ['ID=8c201be1-da56-40d6-a7f9-f5deef1dafc1,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:45.820913 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8684e801-4f13-4bb5-853c-79b946480c8f x-openstack-request-id: req-8684e801-4f13-4bb5-853c-79b946480c8f {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:45.821261 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458d79da-8dad-4ffa-a3ea-778d5f8b67f3", "tag": "8c201be1-da56-40d6-a7f9-f5deef1dafc1", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:45.821449 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8684e801-4f13-4bb5-853c-79b946480c8f {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:45.821854 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8684e801-4f13-4bb5-853c-79b946480c8f'] response: {'name': 'network-changed', 'server_uuid': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'tag': '8c201be1-da56-40d6-a7f9-f5deef1dafc1', 'status': 'completed', 'code': 200} Apr 07 11:50:46.433120 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57f79a-e5a1-4c2b-9af5-3e1118438b60 req-71dc2f2d-220d-429a-b234-219adcd56ac6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:46.434582 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0e57f79a-e5a1-4c2b-9af5-3e1118438b60 req-71dc2f2d-220d-429a-b234-219adcd56ac6 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 943 time: 0.0584128 Apr 07 11:50:46.485632 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0e57f79a-e5a1-4c2b-9af5-3e1118438b60 req-0791fd7b-c6d4-45fe-bfc5-11ba8b36d605 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430038 Apr 07 11:50:47.628907 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c36f69-19b0-4f10-9082-e3cff45bf220 req-66580829-c21a-4aed-af06-400603b90862 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:47.630421 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-70c36f69-19b0-4f10-9082-e3cff45bf220 req-66580829-c21a-4aed-af06-400603b90862 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 943 time: 0.0540588 Apr 07 11:50:47.679817 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-70c36f69-19b0-4f10-9082-e3cff45bf220 req-aa4dc435-8cef-40a0-b56c-2d7472a501c4 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Apr 07 11:50:47.953255 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da0736-bd9b-4f2c-88d7-2a1865c5975b req-a18fd7e6-7d2c-42fa-a43c-399a257a7a9d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:47.954711 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e6da0736-bd9b-4f2c-88d7-2a1865c5975b req-a18fd7e6-7d2c-42fa-a43c-399a257a7a9d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0597496 Apr 07 11:50:48.015063 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e6da0736-bd9b-4f2c-88d7-2a1865c5975b req-d6dc03c6-b67f-4bc7-9629-f905078135d3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519121 Apr 07 11:50:48.468507 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7543b-628e-4e1d-8802-a6a2e17c83c8 req-daa70d46-588b-4b5b-96d0-4079dec86f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:48.469977 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bbc7543b-628e-4e1d-8802-a6a2e17c83c8 req-daa70d46-588b-4b5b-96d0-4079dec86f37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 1127 time: 0.0476055 Apr 07 11:50:48.817216 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06b41ea-cde6-4aa9-9cf5-6a9cd1c3e905 req-ec3765e7-c299-4d0b-a679-12024cb5cc81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:48.818836 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a06b41ea-cde6-4aa9-9cf5-6a9cd1c3e905 req-ec3765e7-c299-4d0b-a679-12024cb5cc81 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 943 time: 0.0593932 Apr 07 11:50:48.869410 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a06b41ea-cde6-4aa9-9cf5-6a9cd1c3e905 req-25906d18-7ec3-4098-9c84-94dc94c5a098 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443411 Apr 07 11:50:49.139608 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e006c-6818-44b4-b5e8-b43c091a45ef req-6443e5f3-1268-463e-8b81-679a23907984 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:49.141092 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-728e006c-6818-44b4-b5e8-b43c091a45ef req-6443e5f3-1268-463e-8b81-679a23907984 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0573990 Apr 07 11:50:49.189149 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-728e006c-6818-44b4-b5e8-b43c091a45ef req-89966f0b-2904-49e9-889d-23c593bf34ae tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401871 Apr 07 11:50:49.994161 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cda28b-4187-4662-82f2-98a5ec3eb96d req-8306a0f6-53a4-42ca-b9cf-8c233068614d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:49.995780 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e6cda28b-4187-4662-82f2-98a5ec3eb96d req-8306a0f6-53a4-42ca-b9cf-8c233068614d tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 943 time: 0.0548251 Apr 07 11:50:50.044650 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e6cda28b-4187-4662-82f2-98a5ec3eb96d req-b5dda170-1625-4760-9749-945bb20c9d2c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 Apr 07 11:50:50.310438 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d35155-cf2f-4cbe-9b7c-25e5b993bae0 req-7d09319f-6add-4ba6-a55b-5144f34fe430 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:50.312082 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-09d35155-cf2f-4cbe-9b7c-25e5b993bae0 req-7d09319f-6add-4ba6-a55b-5144f34fe430 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0545614 Apr 07 11:50:50.363281 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-09d35155-cf2f-4cbe-9b7c-25e5b993bae0 req-e4ff923a-24cb-4be0-bf4f-9547076042a8 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453856 Apr 07 11:50:50.383399 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7543b-628e-4e1d-8802-a6a2e17c83c8 req-d49dd2dd-c8cf-4d6a-923b-0bcd745334c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:50.383399 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bbc7543b-628e-4e1d-8802-a6a2e17c83c8 req-d49dd2dd-c8cf-4d6a-923b-0bcd745334c4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0975659 Apr 07 11:50:50.583447 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7543b-628e-4e1d-8802-a6a2e17c83c8 req-6a14d706-527c-42e8-83bd-5a088b71f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:50.584867 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bbc7543b-628e-4e1d-8802-a6a2e17c83c8 req-6a14d706-527c-42e8-83bd-5a088b71f833 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003373 Apr 07 11:50:50.668720 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-c9070e7c-0372-4686-b115-4877f8b96577 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:50.670197 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-c9070e7c-0372-4686-b115-4877f8b96577 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 945 time: 0.0771453 Apr 07 11:50:50.705363 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-d08023fe-1742-4ab9-8d2b-97b2890276a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:50.706833 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-d08023fe-1742-4ab9-8d2b-97b2890276a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 1127 time: 0.0795097 Apr 07 11:50:50.760998 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-08b1b5b0-f836-43c7-a3ec-802bbccbe243 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c201be1-da56-40d6-a7f9-f5deef1dafc1 HTTP/1.1" status: 200 len: 217 time: 0.0450401 Apr 07 11:50:50.830842 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-07dd2008-617d-4c40-8fdc-b7a19950b56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:50.832278 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-07dd2008-617d-4c40-8fdc-b7a19950b56a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.0506642 Apr 07 11:50:50.872208 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Deleting port 5423d75e-b960-4f9c-a940-71f901b6fbb3 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:50.872437 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:50.950163 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-80d89d1f-637e-41ef-80fc-6690569cfe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:50.951672 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-80d89d1f-637e-41ef-80fc-6690569cfe1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1119537 Apr 07 11:50:50.975615 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] For port 5423d75e-b960-4f9c-a940-71f901b6fbb3, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=5423d75e-b960-4f9c-a940-71f901b6fbb3,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:50.975976 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.170564 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcb477-d3e5-4901-91be-c6f024bd6106 req-4c5d9eb1-30f0-4e43-8d4e-b0be3462717a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:51.172334 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-60fcb477-d3e5-4901-91be-c6f024bd6106 req-4c5d9eb1-30f0-4e43-8d4e-b0be3462717a tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 943 time: 0.0564816 Apr 07 11:50:51.196221 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-51344864-977c-4e57-b533-e78145deba09 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336378 Apr 07 11:50:51.224150 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-60fcb477-d3e5-4901-91be-c6f024bd6106 req-2caa3bf5-c068-4e86-8dca-6d1a9de57c78 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468462 Apr 07 11:50:51.228143 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.228513 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (1232d93d-772d-4848-a183-3c138ab33ddb), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.228892 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Floating IP 1232d93d-772d-4848-a183-3c138ab33ddb disassociated. External IP: 172.27.3.218, port: 5423d75e-b960-4f9c-a940-71f901b6fbb3. Apr 07 11:50:51.229407 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Calling delete_port for 5423d75e-b960-4f9c-a940-71f901b6fbb3 owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:51.354863 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-6bbbc9c9-869d-4ffe-9721-25c77caed1c9 req-1da08baa-0212-4b49-9c2f-1121300e91ed service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499631 Apr 07 11:50:51.426931 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (5423d75e-b960-4f9c-a940-71f901b6fbb3), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.438849 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34038) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:51.461602 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a9dd8b35-129f-4928-8787-8da9e4122d99 req-cdafb5ff-634a-41e7-a2bf-71fa9d09455a tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 210 time: 0.0274203 Apr 07 11:50:51.469785 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event deleted for resources: {'Port': ['ID=5423d75e-b960-4f9c-a940-71f901b6fbb3,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:51.580607 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5813039a-c34f-4387-aa56-d6bb65a6feb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.626995 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:51.750255 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5813039a-c34f-4387-aa56-d6bb65a6feb8 admin admin] Publish callbacks [] for security_group (c4724ada-b0c1-4245-a4db-186f58d60c2e), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.760347 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5813039a-c34f-4387-aa56-d6bb65a6feb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (c4724ada-b0c1-4245-a4db-186f58d60c2e), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.814260 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-5813039a-c34f-4387-aa56-d6bb65a6feb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78d28755df044c64ba5da2aabc7dbc0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3728402 Apr 07 11:50:51.815000 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:51.819630 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34044) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:51.819630 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813039a-c34f-4387-aa56-d6bb65a6feb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4724ada-b0c1-4245-a4db-186f58d60c2e,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:51.825148 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] Sync routers for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:51.850738 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:51.853681 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:51.869529 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c4495f6-4772-42b0-823d-ffecea652751 req-578ec616-3723-4950-b274-d91d54699fba tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1347424113&fields=id&tenant_id=0012c4b9a7c241f59844e1ea784fea0e HTTP/1.1" status: 200 len: 267 time: 0.0717745 Apr 07 11:50:51.879591 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] No DVR routers for this DVR port 5423d75e-b960-4f9c-a940-71f901b6fbb3 on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:50:51.885469 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.889557 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-2dfdfe8b-11f0-4260-8fd5-353540a20bdf req-320efba6-8633-4730-9986-310497f7c2c7 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "DELETE /v2.0/ports/5423d75e-b960-4f9c-a940-71f901b6fbb3 HTTP/1.1" status: 204 len: 173 time: 1.2119222 Apr 07 11:50:51.890006 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3014d674-4967-4f92-ae7c-6e74963beaec', 'name': 'network-vif-deleted', 'tag': '5423d75e-b960-4f9c-a940-71f901b6fbb3'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:51.892353 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0fddd1-9b10-41f7-8f19-90cccb09585d" -d '{"events": [{"server_uuid": "3014d674-4967-4f92-ae7c-6e74963beaec", "name": "network-vif-deleted", "tag": "5423d75e-b960-4f9c-a940-71f901b6fbb3"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:51.925321 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dedeaa2e-abaf-47f7-8a10-0d3a6a114a9e admin admin] Publish callbacks [] for security_group (c4724ada-b0c1-4245-a4db-186f58d60c2e), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.938259 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429d620f-d381-49ae-b319-ac2aad7047f6 x-openstack-request-id: req-429d620f-d381-49ae-b319-ac2aad7047f6 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:51.938553 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3014d674-4967-4f92-ae7c-6e74963beaec", "name": "network-vif-deleted", "tag": "5423d75e-b960-4f9c-a940-71f901b6fbb3", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:51.938800 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-429d620f-d381-49ae-b319-ac2aad7047f6 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:51.939202 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429d620f-d381-49ae-b319-ac2aad7047f6'] response: {'server_uuid': '3014d674-4967-4f92-ae7c-6e74963beaec', 'name': 'network-vif-deleted', 'tag': '5423d75e-b960-4f9c-a940-71f901b6fbb3', 'status': 'completed', 'code': 200} Apr 07 11:50:51.966701 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4495f6-4772-42b0-823d-ffecea652751 req-41f1248a-6ee6-472c-b2da-352d5e0a528e tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:51.969949 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dedeaa2e-abaf-47f7-8a10-0d3a6a114a9e admin admin] Publish callbacks [] for security_group (c4724ada-b0c1-4245-a4db-186f58d60c2e), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:51.974603 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c4495f6-4772-42b0-823d-ffecea652751 req-41f1248a-6ee6-472c-b2da-352d5e0a528e tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 985 time: 0.0970154 Apr 07 11:50:51.980325 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-2c4495f6-4772-42b0-823d-ffecea652751 req-c4b572d6-9d6b-46d2-bb3d-c96ff22015c2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Request body: {'port': {'security_groups': ['c2536482-4975-4954-84a6-514a29dc1429']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:51.981401 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:52.027477 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dedeaa2e-abaf-47f7-8a10-0d3a6a114a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (c4724ada-b0c1-4245-a4db-186f58d60c2e), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.030691 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-dedeaa2e-abaf-47f7-8a10-0d3a6a114a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.034731 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-dedeaa2e-abaf-47f7-8a10-0d3a6a114a9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4724ada-b0c1-4245-a4db-186f58d60c2e HTTP/1.1" status: 204 len: 168 time: 0.2148433 Apr 07 11:50:52.043171 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeaa2e-abaf-47f7-8a10-0d3a6a114a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4724ada-b0c1-4245-a4db-186f58d60c2e,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:52.087503 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c4495f6-4772-42b0-823d-ffecea652751 req-c4b572d6-9d6b-46d2-bb3d-c96ff22015c2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.193995 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:52.220512 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] Checking router: 8eff131e-c39a-4248-8ad7-8a5fe6c67950 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:52.229985 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:52.230759 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:52.286732 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-2c4495f6-4772-42b0-823d-ffecea652751 req-c4b572d6-9d6b-46d2-bb3d-c96ff22015c2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] For port b21eda88-47e8-40b8-9e71-8cc17fa7aecc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:52.350249 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c4495f6-4772-42b0-823d-ffecea652751 req-c4b572d6-9d6b-46d2-bb3d-c96ff22015c2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.372338 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c4495f6-4772-42b0-823d-ffecea652751 req-c4b572d6-9d6b-46d2-bb3d-c96ff22015c2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.385203 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['b21eda88-47e8-40b8-9e71-8cc17fa7aecc'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:52.395421 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:52.440045 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4495f6-4772-42b0-823d-ffecea652751 req-c4b572d6-9d6b-46d2-bb3d-c96ff22015c2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:52.440712 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c4495f6-4772-42b0-823d-ffecea652751 req-c4b572d6-9d6b-46d2-bb3d-c96ff22015c2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.442229 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c4495f6-4772-42b0-823d-ffecea652751 req-c4b572d6-9d6b-46d2-bb3d-c96ff22015c2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "PUT /v2.0/ports/b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 943 time: 0.4667635 Apr 07 11:50:52.443506 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:52.446029 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe363ee-c8fb-4d2f-a103-8dff14875311" -d '{"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:52.449348 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34064) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:52.476548 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4422f12-a1e4-4de1-8bac-e29b16b32267 req-1d8b4d79-08b1-47b7-a50a-cf5789d3ef51 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:52.478303 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c4422f12-a1e4-4de1-8bac-e29b16b32267 req-1d8b4d79-08b1-47b7-a50a-cf5789d3ef51 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 943 time: 0.1476295 Apr 07 11:50:52.486952 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b572d6-9d6b-46d2-bb3d-c96ff22015c2 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event updated for resources: {'Port': ['ID=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,revision_number=7']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:52.552387 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['b21eda88-47e8-40b8-9e71-8cc17fa7aecc'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:52.569445 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c4422f12-a1e4-4de1-8bac-e29b16b32267 req-562f1f47-642a-4341-bbd4-7af5046df5bd tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835407 Apr 07 11:50:52.638483 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-35a15efe-5771-4a0a-b5d1-58fe647e509c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group (14de3cec-c542-4860-baec-7a40bb1e31c1), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.702479 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-35a15efe-5771-4a0a-b5d1-58fe647e509c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group (14de3cec-c542-4860-baec-7a40bb1e31c1), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.853522 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-896fb5b0-f190-4cbd-adb5-8626210214cb req-490c531f-ac39-40f8-afe9-bbcc0f306542 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=3014d674-4967-4f92-ae7c-6e74963beaec HTTP/1.1" status: 200 len: 210 time: 0.0568051 Apr 07 11:50:52.858908 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-35a15efe-5771-4a0a-b5d1-58fe647e509c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (14de3cec-c542-4860-baec-7a40bb1e31c1), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.863396 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-35a15efe-5771-4a0a-b5d1-58fe647e509c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.876587 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34076) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:52.878364 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-35a15efe-5771-4a0a-b5d1-58fe647e509c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "DELETE /v2.0/security-groups/14de3cec-c542-4860-baec-7a40bb1e31c1 HTTP/1.1" status: 204 len: 168 time: 0.4263899 Apr 07 11:50:52.899313 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a15efe-5771-4a0a-b5d1-58fe647e509c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14de3cec-c542-4860-baec-7a40bb1e31c1,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:52.927382 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-91008fdf-8697-4274-bc09-ad1517a57ad1 None None] Provisioning complete for port b21eda88-47e8-40b8-9e71-8cc17fa7aecc triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:52.927794 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-91008fdf-8697-4274-bc09-ad1517a57ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:52.946696 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec5b98-0b47-4df9-88b8-72889faa083a x-openstack-request-id: req-1bec5b98-0b47-4df9-88b8-72889faa083a {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:52.946989 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:52.947241 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bec5b98-0b47-4df9-88b8-72889faa083a {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:52.948644 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bec5b98-0b47-4df9-88b8-72889faa083a'] response: {'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'status': 'completed', 'code': 200} Apr 07 11:50:52.996490 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:53.024843 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7227cef2-5dbb-4eed-b224-860fdfdddaa2 None None] The sync data for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi is: [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:53.048724 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-7ee3dcea-8d0c-4ef4-8d44-6573e339581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:53.053666 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-7ee3dcea-8d0c-4ef4-8d44-6573e339581c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0012c4b9a7c241f59844e1ea784fea0e&device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 1130 time: 0.1050687 Apr 07 11:50:53.076438 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-91008fdf-8697-4274-bc09-ad1517a57ad1 None None] Current status of the port b21eda88-47e8-40b8-9e71-8cc17fa7aecc is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:53.123886 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Deleting port da623062-3d65-473e-869b-f684a93fe747 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:53.124293 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (da623062-3d65-473e-869b-f684a93fe747), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:53.173706 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-4938ef12-4f7e-4fb1-9884-c2a8527f2512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:53.175262 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-4938ef12-4f7e-4fb1-9884-c2a8527f2512 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa076410-3c7e-496c-bab0-99102f27aa65 HTTP/1.1" status: 200 len: 916 time: 0.1109264 Apr 07 11:50:53.223702 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (da623062-3d65-473e-869b-f684a93fe747), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:53.224438 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for floatingip (da623062-3d65-473e-869b-f684a93fe747), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:53.243156 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Calling delete_port for da623062-3d65-473e-869b-f684a93fe747 owned by network:floatingip {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:53.246332 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-5978634b-b457-470a-883e-a889d09967a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 1001 time: 0.0634830 Apr 07 11:50:53.314975 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-a642e3a4-79a3-4caa-9a2c-2cca3f1689cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:53.316834 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-a642e3a4-79a3-4caa-9a2c-2cca3f1689cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22fbaf62-5711-4748-9616-2129b0e0bb3c HTTP/1.1" status: 200 len: 854 time: 0.0628037 Apr 07 11:50:53.359135 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b50393-a66f-4da2-80b2-eb76df19dc59 None None] New status for floating IP 1232d93d-772d-4848-a183-3c138ab33ddb: DOWN {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:53.388533 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-482ae037-522f-4642-908d-69e40fc07741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:53.390250 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-482ae037-522f-4642-908d-69e40fc07741 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa076410-3c7e-496c-bab0-99102f27aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645542 Apr 07 11:50:53.442234 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (da623062-3d65-473e-869b-f684a93fe747), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:53.480037 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 8c201be1-da56-40d6-a7f9-f5deef1dafc1 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:50:53.482609 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event deleted for resources: {'Port': ['ID=da623062-3d65-473e-869b-f684a93fe747,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:53.514138 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-8d55b24d-2b0a-4aec-bbdf-7304eaf1ba94 service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157334 Apr 07 11:50:53.550853 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks [] for floatingip (760980f6-3898-4070-add2-e6725fb10f96), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:53.551094 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Floating IP 760980f6-3898-4070-add2-e6725fb10f96 disassociated (deleted). External IP: 172.27.3.99, port: b21eda88-47e8-40b8-9e71-8cc17fa7aecc. Apr 07 11:50:53.625262 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-dbe363ee-c8fb-4d2f-a103-8dff14875311 req-1a2574c5-b5d8-495f-8c4e-e0c012d86767 service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049604 Apr 07 11:50:53.649404 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 8c201be1-da56-40d6-a7f9-f5deef1dafc1, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=8c201be1-da56-40d6-a7f9-f5deef1dafc1,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:53.664418 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '8c201be1-da56-40d6-a7f9-f5deef1dafc1', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'port_id': '8c201be1-da56-40d6-a7f9-f5deef1dafc1', 'mac_address': 'fa:16:3e:59:de:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:50:53.702280 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:53.702671 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:53.717755 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c201be1-da56-40d6-a7f9-f5deef1dafc1 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:50:53.731602 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44f1b4-8381-4fea-9f0d-6ac98a507829 req-b23cd704-e94c-4404-a0f1-c978f15206d3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:53.733188 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae44f1b4-8381-4fea-9f0d-6ac98a507829 req-b23cd704-e94c-4404-a0f1-c978f15206d3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 943 time: 0.0716932 Apr 07 11:50:53.744620 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 8c201be1-da56-40d6-a7f9-f5deef1dafc1, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=8c201be1-da56-40d6-a7f9-f5deef1dafc1,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:53.749763 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:53.806985 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=8c201be1-da56-40d6-a7f9-f5deef1dafc1,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:53.862673 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ae44f1b4-8381-4fea-9f0d-6ac98a507829 req-8b9a2bfb-2bce-45fa-9a49-c550a44dfe8c tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223545 Apr 07 11:50:53.885434 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Router 36f20978-d5a9-4adb-83ae-02468fc008d1 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:53.936765 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34108) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:53.998971 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f630a359-7807-4e88-bd9a-a69f539854c6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (57aac8a7-fe39-4dbe-91fb-b9a0670c1af6), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.010244 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['8c201be1-da56-40d6-a7f9-f5deef1dafc1'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:50:54.038061 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f630a359-7807-4e88-bd9a-a69f539854c6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (57aac8a7-fe39-4dbe-91fb-b9a0670c1af6), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.123411 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f630a359-7807-4e88-bd9a-a69f539854c6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (57aac8a7-fe39-4dbe-91fb-b9a0670c1af6), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.126770 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f630a359-7807-4e88-bd9a-a69f539854c6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.128156 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f630a359-7807-4e88-bd9a-a69f539854c6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "DELETE /v2.0/security-groups/57aac8a7-fe39-4dbe-91fb-b9a0670c1af6 HTTP/1.1" status: 204 len: 168 time: 0.1900415 Apr 07 11:50:54.138007 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34116) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:54.139100 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f630a359-7807-4e88-bd9a-a69f539854c6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aac8a7-fe39-4dbe-91fb-b9a0670c1af6,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:54.165365 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.api.v2.resource [None req-b2e1b3aa-0171-432f-a626-36c4eb53ccea tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] show failed (client error): The resource could not be found. Apr 07 11:50:54.166718 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b2e1b3aa-0171-432f-a626-36c4eb53ccea tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups/57aac8a7-fe39-4dbe-91fb-b9a0670c1af6 HTTP/1.1" status: 404 len: 347 time: 0.0178671 Apr 07 11:50:54.176140 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34118) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:54.331329 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:54.336653 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.343195 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] Sync routers for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:54.347841 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Deleting port 2042f011-d04e-4d42-b1c8-0d402a4c6509 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:50:54.348592 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (2042f011-d04e-4d42-b1c8-0d402a4c6509), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.353983 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:54.354753 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:54.369836 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-50608c67-1201-4490-b56d-ea8516727908 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "DELETE /v2.0/floatingips/760980f6-3898-4070-add2-e6725fb10f96 HTTP/1.1" status: 204 len: 168 time: 1.4920888 Apr 07 11:50:54.433531 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (2042f011-d04e-4d42-b1c8-0d402a4c6509), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.433531 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (2042f011-d04e-4d42-b1c8-0d402a4c6509), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.446057 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Calling delete_port for 2042f011-d04e-4d42-b1c8-0d402a4c6509 owned by network:floatingip {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:50:54.468285 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:54.583691 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (2042f011-d04e-4d42-b1c8-0d402a4c6509), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.620214 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event deleted for resources: {'Port': ['ID=2042f011-d04e-4d42-b1c8-0d402a4c6509,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:54.689993 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 5, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:54.697193 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (1232d93d-772d-4848-a183-3c138ab33ddb), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.699987 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.703783 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f2dd387f-4608-4914-94ca-b99b2a22f5bd tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "DELETE /v2.0/floatingips/1232d93d-772d-4848-a183-3c138ab33ddb HTTP/1.1" status: 204 len: 168 time: 0.5239527 Apr 07 11:50:54.805356 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] Checking router: 36f20978-d5a9-4adb-83ae-02468fc008d1 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:54.814437 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:54.815046 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:54.879629 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34132) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:54.884265 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-c28afe6b-7ac2-42fa-b31b-8a05a1aec859 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--548480127', 'description': 'tempest-description--2119798755'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:54.906261 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c28afe6b-7ac2-42fa-b31b-8a05a1aec859 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:54.926647 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:54.953748 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:54.955993 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31437e1-0932-40a7-8734-0900149da23b" -d '{"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:55.012337 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c28afe6b-7ac2-42fa-b31b-8a05a1aec859 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (83473923-559a-4eed-adbe-3b0311b8504f), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.014150 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c257ec2-fd63-4bb0-8445-9b2bb9eb7d86 x-openstack-request-id: req-6c257ec2-fd63-4bb0-8445-9b2bb9eb7d86 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:55.014445 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:55.014712 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c257ec2-fd63-4bb0-8445-9b2bb9eb7d86 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:55.015098 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c257ec2-fd63-4bb0-8445-9b2bb9eb7d86'] response: {'name': 'network-changed', 'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'status': 'completed', 'code': 200} Apr 07 11:50:55.019207 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c28afe6b-7ac2-42fa-b31b-8a05a1aec859 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (83473923-559a-4eed-adbe-3b0311b8504f), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.034506 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8350bf5-07e0-427b-a9d9-b2e0a36cb51a req-d2fb7d7c-621f-483c-9dc6-2fb31724f0cb tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:55.036160 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8350bf5-07e0-427b-a9d9-b2e0a36cb51a req-d2fb7d7c-621f-483c-9dc6-2fb31724f0cb tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 944 time: 0.0991175 Apr 07 11:50:55.052877 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c28afe6b-7ac2-42fa-b31b-8a05a1aec859 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.054092 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-c28afe6b-7ac2-42fa-b31b-8a05a1aec859 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1734025 Apr 07 11:50:55.059684 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34138) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:55.075823 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-f69957d5-71aa-4839-b8bd-b492100464a9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'security_group_rule': {'security_group_id': '83473923-559a-4eed-adbe-3b0311b8504f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:55.091941 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28afe6b-7ac2-42fa-b31b-8a05a1aec859 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83473923-559a-4eed-adbe-3b0311b8504f,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:55.114780 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31437e1-0932-40a7-8734-0900149da23b req-1121ffd1-e316-4451-9c8a-18828e885a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:55.116127 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c31437e1-0932-40a7-8734-0900149da23b req-1121ffd1-e316-4451-9c8a-18828e885a3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0012c4b9a7c241f59844e1ea784fea0e&device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 1130 time: 0.0840428 Apr 07 11:50:55.133452 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8350bf5-07e0-427b-a9d9-b2e0a36cb51a req-ace8de23-a778-4c98-9211-4abed79a0568 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782418 Apr 07 11:50:55.134784 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f69957d5-71aa-4839-b8bd-b492100464a9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (4345f86c-c1dc-4701-ab38-919660730dd2), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.138462 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 5, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:55.166529 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5645c3db-59f4-4877-a72c-5182b073c077 None None] The sync data for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi is: [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:04Z', 'revision_number': 4, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '93e47e41-3ff1-40d1-9c51-e427df1c74dd', 'name': '', 'network_id': 'aa076410-3c7e-496c-bab0-99102f27aa65', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'mac_address': 'fa:16:3e:ff:11:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:03Z', 'updated_at': '2022-04-07T11:48:17Z', 'revision_number': 5, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'subnets': [{'id': '22fbaf62-5711-4748-9616-2129b0e0bb3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:55.206859 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f69957d5-71aa-4839-b8bd-b492100464a9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (4345f86c-c1dc-4701-ab38-919660730dd2), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.212390 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f69957d5-71aa-4839-b8bd-b492100464a9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (4345f86c-c1dc-4701-ab38-919660730dd2), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.231954 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69957d5-71aa-4839-b8bd-b492100464a9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4345f86c-c1dc-4701-ab38-919660730dd2,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:55.245273 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f69957d5-71aa-4839-b8bd-b492100464a9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.247233 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-f69957d5-71aa-4839-b8bd-b492100464a9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1860118 Apr 07 11:50:55.250239 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34142) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:55.255383 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-fe49bd2d-1cc1-41d4-9438-40a1f97780c3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'security_group_rule': {'security_group_id': '83473923-559a-4eed-adbe-3b0311b8504f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:55.261106 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31437e1-0932-40a7-8734-0900149da23b req-55f7eb88-b237-4d49-a56f-c7a281d16115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:55.262772 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c31437e1-0932-40a7-8734-0900149da23b req-55f7eb88-b237-4d49-a56f-c7a281d16115 service neutron] 10.222.0.52 "GET /v2.0/networks?id=aa076410-3c7e-496c-bab0-99102f27aa65 HTTP/1.1" status: 200 len: 916 time: 0.1011610 Apr 07 11:50:55.282574 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fe49bd2d-1cc1-41d4-9438-40a1f97780c3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (9da860e6-9a8c-432e-a84d-28b4df57f115), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.307290 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c31437e1-0932-40a7-8734-0900149da23b req-c67d588e-0082-4d5f-bbac-6cab078a5ae8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 200 len: 217 time: 0.0366826 Apr 07 11:50:55.346353 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fe49bd2d-1cc1-41d4-9438-40a1f97780c3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (9da860e6-9a8c-432e-a84d-28b4df57f115), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.355535 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fe49bd2d-1cc1-41d4-9438-40a1f97780c3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (9da860e6-9a8c-432e-a84d-28b4df57f115), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.372756 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31437e1-0932-40a7-8734-0900149da23b req-deb74d94-52d7-40e8-8e6b-c1f7b8c7d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:55.374350 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c31437e1-0932-40a7-8734-0900149da23b req-deb74d94-52d7-40e8-8e6b-c1f7b8c7d9b8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=22fbaf62-5711-4748-9616-2129b0e0bb3c HTTP/1.1" status: 200 len: 854 time: 0.0603845 Apr 07 11:50:55.407278 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49bd2d-1cc1-41d4-9438-40a1f97780c3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da860e6-9a8c-432e-a84d-28b4df57f115,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:55.421661 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fe49bd2d-1cc1-41d4-9438-40a1f97780c3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.425870 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-fe49bd2d-1cc1-41d4-9438-40a1f97780c3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715951 Apr 07 11:50:55.426050 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34148) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:55.432285 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:55.441471 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31437e1-0932-40a7-8734-0900149da23b req-3ed59465-1268-43ee-9466-8b5962132af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:55.443141 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c31437e1-0932-40a7-8734-0900149da23b req-3ed59465-1268-43ee-9466-8b5962132af9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=aa076410-3c7e-496c-bab0-99102f27aa65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0625596 Apr 07 11:50:55.461678 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.474737 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 8c201be1-da56-40d6-a7f9-f5deef1dafc1 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:50:55.481424 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a694e8-d343-453c-b8fa-3de90e6b5202 None None] New status for floating IP 760980f6-3898-4070-add2-e6725fb10f96: DOWN {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:55.563355 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c31437e1-0932-40a7-8734-0900149da23b req-6316586f-91f1-4408-a423-1dc9a71e90cf service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133561 Apr 07 11:50:55.582046 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.611812 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:50:55.617509 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:50:55.618085 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.713129 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c31437e1-0932-40a7-8734-0900149da23b req-0cd4d3a7-e81e-4618-bf95-a7b050d2751a service neutron] 10.222.0.52 "GET /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401041 Apr 07 11:50:55.720807 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Allocated IP 172.27.3.242 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/ea565c2f-e78c-49d5-a846-02c475b4c796) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:50:55.879605 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for port (ea565c2f-e78c-49d5-a846-02c475b4c796), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.893934 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:50:55.894530 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.927929 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c201be1-da56-40d6-a7f9-f5deef1dafc1'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:55.930647 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c9a3c-ed56-4779-8206-12b212432cfe" -d '{"events": [{"server_uuid": "458d79da-8dad-4ffa-a3ea-778d5f8b67f3", "name": "network-vif-plugged", "status": "completed", "tag": "8c201be1-da56-40d6-a7f9-f5deef1dafc1"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:55.936190 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (ea565c2f-e78c-49d5-a846-02c475b4c796), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.949340 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 8c201be1-da56-40d6-a7f9-f5deef1dafc1, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=8c201be1-da56-40d6-a7f9-f5deef1dafc1,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:50:55.954994 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:55.955943 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 5423d75e-b960-4f9c-a940-71f901b6fbb3 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:50:55.982763 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a620b8-6ddb-470c-8498-5a12826c51a7 x-openstack-request-id: req-29a620b8-6ddb-470c-8498-5a12826c51a7 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:55.983078 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458d79da-8dad-4ffa-a3ea-778d5f8b67f3", "name": "network-vif-plugged", "status": "completed", "tag": "8c201be1-da56-40d6-a7f9-f5deef1dafc1", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:55.983380 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29a620b8-6ddb-470c-8498-5a12826c51a7 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:55.983863 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a620b8-6ddb-470c-8498-5a12826c51a7'] response: {'server_uuid': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c201be1-da56-40d6-a7f9-f5deef1dafc1', 'code': 200} Apr 07 11:50:55.983986 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:50:55.986820 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 5423d75e-b960-4f9c-a940-71f901b6fbb3 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:50:55.986820 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 5423d75e-b960-4f9c-a940-71f901b6fbb3 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:50:55.987256 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:50:55.993697 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:50:55.999700 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'Port': ['ID=ea565c2f-e78c-49d5-a846-02c475b4c796,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:56.046247 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=8c201be1-da56-40d6-a7f9-f5deef1dafc1,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:56.099245 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (c7355866-3961-4194-af1f-25a3429b0b80), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.135760 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ea565c2f-e78c-49d5-a846-02c475b4c796), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.189069 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7eb6-27ac-4677-8fcb-addf789d649b req-09cca731-10dd-4e69-b00b-1cb0c3433144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:56.190545 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-94ce7eb6-27ac-4677-8fcb-addf789d649b req-09cca731-10dd-4e69-b00b-1cb0c3433144 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 1129 time: 0.0442870 Apr 07 11:50:56.238648 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-94ce7eb6-27ac-4677-8fcb-addf789d649b req-34108bda-8ba0-4605-b47c-0703af11ee20 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409718 Apr 07 11:50:56.317757 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92da2bf-dad3-474d-adfb-67b60e2a141b req-99c9d8df-c9f1-4a9a-a074-5c636d639163 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:56.319236 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d92da2bf-dad3-474d-adfb-67b60e2a141b req-99c9d8df-c9f1-4a9a-a074-5c636d639163 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 945 time: 0.0854249 Apr 07 11:50:56.341997 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for port (ea565c2f-e78c-49d5-a846-02c475b4c796), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.349587 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (ea565c2f-e78c-49d5-a846-02c475b4c796), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.437215 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'Port': ['ID=ea565c2f-e78c-49d5-a846-02c475b4c796,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:50:56.442138 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d92da2bf-dad3-474d-adfb-67b60e2a141b req-0bd934fe-0640-426d-8a39-0ab9dfc1a95f tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149800 Apr 07 11:50:56.454393 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (c7355866-3961-4194-af1f-25a3429b0b80), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.473090 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:56.474315 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-8f7e736f-d4a1-4591-889b-66b2d3998ba5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0473614 Apr 07 11:50:56.688307 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-012fbd2c-2812-4c80-b383-00c4f17e7e5a tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--548480127&fields=id&tenant_id=0562a453b54e4501bbd637863b019c34 HTTP/1.1" status: 200 len: 267 time: 0.0519049 Apr 07 11:50:56.816095 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-1c64003b-23c2-4eb0-b028-4e2c872ae5b3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:56.817600 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-1c64003b-23c2-4eb0-b028-4e2c872ae5b3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 811 time: 0.1193311 Apr 07 11:50:56.832343 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-9aad250c-7a83-4a72-a037-1e0f4e269d88 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/quotas/0562a453b54e4501bbd637863b019c34 HTTP/1.1" status: 200 len: 375 time: 0.0092890 Apr 07 11:50:56.889409 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-434bbd49-4fc0-43bc-a7cb-9799edc87d74 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515156 Apr 07 11:50:57.083457 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-ab01ed58-ec0e-48ea-b956-33203cd0a046 service neutron] 10.222.0.15 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826100 Apr 07 11:50:57.180864 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-cadd494f-e55c-45f0-8e0b-2071beb83785 service neutron] 10.222.0.15 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896828 Apr 07 11:50:57.369931 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1b1c5cdc-e68c-4ad8-898f-bd234fdcbe62 req-90569b02-4b09-4ced-b0df-8c35301b1cbb tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 210 time: 0.0320837 Apr 07 11:50:57.381400 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca31c47-3186-4258-9d9d-960976981b90 req-ad5166e6-484c-44f9-acc4-ca4a5b765fe3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.382917 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eca31c47-3186-4258-9d9d-960976981b90 req-ad5166e6-484c-44f9-acc4-ca4a5b765fe3 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.0962000 Apr 07 11:50:57.441901 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eca31c47-3186-4258-9d9d-960976981b90 req-22bbe663-3e8e-444a-ba09-b9306e21fff8 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529375 Apr 07 11:50:57.567758 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87972faa-75e5-4a0c-b800-6cefeea7d465 req-94d3e9c8-672f-437a-b9c9-025bc38eaa52 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.569487 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-87972faa-75e5-4a0c-b800-6cefeea7d465 req-94d3e9c8-672f-437a-b9c9-025bc38eaa52 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 945 time: 0.0591388 Apr 07 11:50:57.620508 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-87972faa-75e5-4a0c-b800-6cefeea7d465 req-10e0c8c1-0dbd-484b-81b8-225beb0b6377 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441628 Apr 07 11:50:57.737233 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea629-fcf4-4c94-86da-68ebdd71ee66 req-92882189-968b-47dc-abdb-4c1184bd2b37 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:57.738694 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a25ea629-fcf4-4c94-86da-68ebdd71ee66 req-92882189-968b-47dc-abdb-4c1184bd2b37 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 945 time: 0.0532725 Apr 07 11:50:57.753035 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34214) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:50:57.757619 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-db4fea7c-a4d2-4a9b-a044-11406da0eec0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Request body: {'floatingip': {'port_id': '8c201be1-da56-40d6-a7f9-f5deef1dafc1'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:50:57.802876 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-db4fea7c-a4d2-4a9b-a044-11406da0eec0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (74f81417-6a9a-45c5-a7ab-65fc90bea4f1), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:58.170706 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-29e4b24b-7f2b-4d70-9f10-0a582a6078ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:58.267431 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-db4fea7c-a4d2-4a9b-a044-11406da0eec0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:58.272830 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-db4fea7c-a4d2-4a9b-a044-11406da0eec0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (74f81417-6a9a-45c5-a7ab-65fc90bea4f1), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:58.375158 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-db4fea7c-a4d2-4a9b-a044-11406da0eec0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Floating IP 74f81417-6a9a-45c5-a7ab-65fc90bea4f1 associated. External IP: 172.27.3.235, port: 8c201be1-da56-40d6-a7f9-f5deef1dafc1. Apr 07 11:50:58.496360 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9aede34e-e9a4-4b07-bfc3-4608a7fcef79 req-244d2ea5-a813-420d-a6da-86322161db23 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 210 time: 0.0368042 Apr 07 11:50:58.648239 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b6837-8f85-4c89-b877-6418d9e03707 req-cf5a634e-b7e8-42c1-878c-9659efc7921e tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:58.649811 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b91b6837-8f85-4c89-b877-6418d9e03707 req-cf5a634e-b7e8-42c1-878c-9659efc7921e tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.1344712 Apr 07 11:50:58.679423 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4fea7c-a4d2-4a9b-a044-11406da0eec0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:50:58.710995 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b91b6837-8f85-4c89-b877-6418d9e03707 req-2cd29abc-4252-4c94-9227-e3fa6ff232ab tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548058 Apr 07 11:50:58.813187 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4fea7c-a4d2-4a9b-a044-11406da0eec0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:50:58.818254 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-db4fea7c-a4d2-4a9b-a044-11406da0eec0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:50:58.823498 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:50:58.835183 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:58.835926 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:58.848818 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-db4fea7c-a4d2-4a9b-a044-11406da0eec0 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "PUT /v2.0/floatingips/74f81417-6a9a-45c5-a7ab-65fc90bea4f1 HTTP/1.1" status: 200 len: 991 time: 1.0947087 Apr 07 11:50:58.849379 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'tag': '8c201be1-da56-40d6-a7f9-f5deef1dafc1'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:50:58.851623 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5708a80a-313f-4046-91ac-1f7780f3d17d" -d '{"events": [{"name": "network-changed", "server_uuid": "458d79da-8dad-4ffa-a3ea-778d5f8b67f3", "tag": "8c201be1-da56-40d6-a7f9-f5deef1dafc1"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:50:58.886568 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810cc939-0fe6-42f0-bcff-3227a26e0a2c x-openstack-request-id: req-810cc939-0fe6-42f0-bcff-3227a26e0a2c {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:50:58.886917 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "458d79da-8dad-4ffa-a3ea-778d5f8b67f3", "tag": "8c201be1-da56-40d6-a7f9-f5deef1dafc1", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:50:58.887230 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-810cc939-0fe6-42f0-bcff-3227a26e0a2c {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:50:58.887820 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810cc939-0fe6-42f0-bcff-3227a26e0a2c'] response: {'name': 'network-changed', 'server_uuid': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'tag': '8c201be1-da56-40d6-a7f9-f5deef1dafc1', 'status': 'completed', 'code': 200} Apr 07 11:50:58.951521 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:59.178478 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '74f81417-6a9a-45c5-a7ab-65fc90bea4f1', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': '8c201be1-da56-40d6-a7f9-f5deef1dafc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:59:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:41Z', 'updated_at': '2022-04-07T11:50:58Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:59.204405 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:50:59.214530 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:50:59.215288 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:50:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:59.335518 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:50:59.576735 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '74f81417-6a9a-45c5-a7ab-65fc90bea4f1', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': '8c201be1-da56-40d6-a7f9-f5deef1dafc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:59:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:41Z', 'updated_at': '2022-04-07T11:50:58Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:50:59.592153 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7565ec40-87e8-4e5d-b1b2-2f02644173b7 req-5726e399-0ce0-4134-a613-1d6cc4173b49 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 210 time: 0.0277743 Apr 07 11:50:59.602833 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6371c096-56e8-497c-8744-afceb15ec5bc None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '74f81417-6a9a-45c5-a7ab-65fc90bea4f1', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'floating_ip_address': '172.27.3.235', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'port_id': '8c201be1-da56-40d6-a7f9-f5deef1dafc1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'mac_address': 'fa:16:3e:59:de:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:41Z', 'updated_at': '2022-04-07T11:50:58Z', 'revision_number': 1, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:50:59.798306 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6c36b7-aefe-41b0-9f82-a350676169bb None None] New status for floating IP 74f81417-6a9a-45c5-a7ab-65fc90bea4f1: ACTIVE {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:50:59.840204 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9e1a57-017d-4c75-8527-32554ee1e5e0 req-979e28dd-ee59-4787-9985-7b7e682444aa tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:50:59.841756 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6e9e1a57-017d-4c75-8527-32554ee1e5e0 req-979e28dd-ee59-4787-9985-7b7e682444aa tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.0584359 Apr 07 11:50:59.888395 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6e9e1a57-017d-4c75-8527-32554ee1e5e0 req-7102c8b9-ba01-4d1b-b58e-53cdffb8e133 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Apr 07 11:51:00.078045 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.649655 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-9e76ff27-9ff4-42da-bfd2-91c5542fe99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:00.651226 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-9e76ff27-9ff4-42da-bfd2-91c5542fe99a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 1129 time: 0.1079166 Apr 07 11:51:00.707834 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-386248f1-d23e-422b-9e40-781c16de92e0 req-c194574f-7df7-4f00-820b-cba547c62741 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 210 time: 0.0460606 Apr 07 11:51:00.722312 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-b7242c0d-84b7-4a96-ba24-cd82abf26f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:00.725927 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-15468082-f35d-4a55-bff7-2b58c586e70c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:00.729154 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-15468082-f35d-4a55-bff7-2b58c586e70c tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.52 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.1529570 Apr 07 11:51:01.028014 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2014-bbeb-4a75-b279-38f7035be959 req-37b8d62e-760a-46dd-b876-d14ab8de83a8 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:01.030014 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-56cc2014-bbeb-4a75-b279-38f7035be959 req-37b8d62e-760a-46dd-b876-d14ab8de83a8 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 946 time: 0.0689635 Apr 07 11:51:01.110439 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-56cc2014-bbeb-4a75-b279-38f7035be959 req-4558e6bb-ddef-47cb-afe2-5b9889bd31b7 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2536482-4975-4954-84a6-514a29dc1429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718372 Apr 07 11:51:01.149389 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-c7c7d646-5892-4b22-b34d-bb1d01d75e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:01.151824 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-c7c7d646-5892-4b22-b34d-bb1d01d75e7b service neutron] 10.222.0.52 "GET /v2.0/networks?id=793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 200 len: 916 time: 0.4791884 Apr 07 11:51:01.204343 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-e579aca0-4722-49de-b251-dc26af657e6e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:01.206077 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-e579aca0-4722-49de-b251-dc26af657e6e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 811 time: 0.1238759 Apr 07 11:51:01.241700 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Deleting port b21eda88-47e8-40b8-9e71-8cc17fa7aecc {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:01.242054 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.247732 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-618a7eab-78a9-478e-91ac-5f28d2f7cb96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c201be1-da56-40d6-a7f9-f5deef1dafc1 HTTP/1.1" status: 200 len: 1001 time: 0.0875046 Apr 07 11:51:01.271899 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-55dc21ee-da60-413b-8e42-d1a978145d31 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0562a453b54e4501bbd637863b019c34 HTTP/1.1" status: 200 len: 379 time: 0.0566263 Apr 07 11:51:01.341320 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'port': {'device_id': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'admin_state_up': True, 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'security_groups': ['83473923-559a-4eed-adbe-3b0311b8504f']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:01.345300 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-47c64897-3bbd-4866-94fc-765f4fab7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:01.346811 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-47c64897-3bbd-4866-94fc-765f4fab7b1c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 200 len: 854 time: 0.0890567 Apr 07 11:51:01.404602 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] For port b21eda88-47e8-40b8-9e71-8cc17fa7aecc, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:01.404939 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.420107 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Calling delete_port for b21eda88-47e8-40b8-9e71-8cc17fa7aecc owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:01.455576 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Made reservation on behalf of 0562a453b54e4501bbd637863b019c34 for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:01.458999 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.469873 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-15aaa59c-96b4-43c3-b6dc-dcca9245a0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:01.471506 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-15aaa59c-96b4-43c3-b6dc-dcca9245a0ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=793e6760-dffa-49ee-b4f5-e944acaa877d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1160941 Apr 07 11:51:01.585045 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Allocated IP 172.20.0.12 (f1cb8de4-6ff5-416c-a91e-d01b92da21ec/35319af4-6c63-4003-89df-1e14c8a7d4b8/086ee7a2-1974-448b-8e0d-3ea89df5eb61) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:51:01.606094 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.616126 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-25960731-9060-45b1-acdc-6c1875d2038f service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326935 Apr 07 11:51:01.683105 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (b21eda88-47e8-40b8-9e71-8cc17fa7aecc), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.695806 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['b21eda88-47e8-40b8-9e71-8cc17fa7aecc'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:51:01.721905 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Pushing event deleted for resources: {'Port': ['ID=b21eda88-47e8-40b8-9e71-8cc17fa7aecc,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:01.734004 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.774653 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] No DVR routers for this DVR port b21eda88-47e8-40b8-9e71-8cc17fa7aecc on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:01.774932 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.781779 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5708a80a-313f-4046-91ac-1f7780f3d17d req-6502b496-5e86-4ce4-ac46-4a61865e4f34 service neutron] 10.222.0.52 "GET /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581647 Apr 07 11:51:01.782909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.786189 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3a8633d3-0c55-4842-b72d-b8016c93a997 req-0a24c7fa-a4cb-468d-ae22-4ccd27df453a tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.52 "DELETE /v2.0/ports/b21eda88-47e8-40b8-9e71-8cc17fa7aecc HTTP/1.1" status: 204 len: 173 time: 1.0255682 Apr 07 11:51:01.786426 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'name': 'network-vif-deleted', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:01.788661 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95da34b6-eab7-4268-819e-16b2f709a084" -d '{"events": [{"server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "name": "network-vif-deleted", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:01.836588 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4ac245-a37f-4a58-83cf-399a51b6e313 x-openstack-request-id: req-2a4ac245-a37f-4a58-83cf-399a51b6e313 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:01.836897 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4be62503-69b1-4a41-921a-d4a4c822cf9b", "name": "network-vif-deleted", "tag": "b21eda88-47e8-40b8-9e71-8cc17fa7aecc", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:01.837340 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a4ac245-a37f-4a58-83cf-399a51b6e313 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:01.837742 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a4ac245-a37f-4a58-83cf-399a51b6e313'] response: {'server_uuid': '4be62503-69b1-4a41-921a-d4a4c822cf9b', 'name': 'network-vif-deleted', 'tag': 'b21eda88-47e8-40b8-9e71-8cc17fa7aecc', 'status': 'completed', 'code': 200} Apr 07 11:51:01.862428 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:51:01.870818 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:01.876830 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:51:01.882124 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event updated for resources: {'Port': ['ID=086ee7a2-1974-448b-8e0d-3ea89df5eb61,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:01.938109 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:01.938749 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:01.949775 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d6f1b-5646-44b3-87b2-1dbd1fc3a5fc req-19896a96-fd48-49d0-94a3-b71c3e9266d5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:01.951548 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b50d6f1b-5646-44b3-87b2-1dbd1fc3a5fc req-19896a96-fd48-49d0-94a3-b71c3e9266d5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 932 time: 0.1350508 Apr 07 11:51:01.977382 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-dc9fefb3-dd1a-41b6-b606-76a3f97e0630 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6407011 Apr 07 11:51:02.008023 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b50d6f1b-5646-44b3-87b2-1dbd1fc3a5fc req-2aec9d93-b212-4454-81dc-d35fb83e2862 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484521 Apr 07 11:51:02.160532 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Request body: {'port': {'device_id': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:02.196939 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-83849efa-5b6f-45ea-b9ef-34969b2a4867 None None] Provisioning complete for port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:02.199086 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-83849efa-5b6f-45ea-b9ef-34969b2a4867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.259970 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-83849efa-5b6f-45ea-b9ef-34969b2a4867 None None] Port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:51:02.295795 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2eb9109c-3798-4652-a7f5-5546d4291fe2 req-672883c3-5e6a-476c-8975-9bec59af5a22 tempest-TestMinimumBasicScenario-857773677 tempest-TestMinimumBasicScenario-857773677-project] 10.222.0.15 "GET /v2.0/ports?device_id=4be62503-69b1-4a41-921a-d4a4c822cf9b HTTP/1.1" status: 200 len: 210 time: 0.0570276 Apr 07 11:51:02.319134 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.588725 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086ee7a2-1974-448b-8e0d-3ea89df5eb61 {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:51:02.596913 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Publish callbacks [] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.609250 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Transition to ACTIVE for port object 086ee7a2-1974-448b-8e0d-3ea89df5eb61 will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:51:02.614128 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.662220 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=086ee7a2-1974-448b-8e0d-3ea89df5eb61,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:02.738740 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Attempting to bind port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:51:02.739454 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Attempting to bind port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:51:02.739454 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Attempting to bind port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 on network f1cb8de4-6ff5-416c-a91e-d01b92da21ec {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:02.744138 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 on network f1cb8de4-6ff5-416c-a91e-d01b92da21ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:51:02.744458 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Attempting to bind port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 on network f1cb8de4-6ff5-416c-a91e-d01b92da21ec {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:02.749771 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:51:02.750103 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Checking segment: {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:51:02.750505 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Bound using segment: {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:51:02.750933 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Bound port: 086ee7a2-1974-448b-8e0d-3ea89df5eb61, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14be8053-bf49-4023-b1e1-97cd0741f659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:51:02.751292 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.817111 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] For port 086ee7a2-1974-448b-8e0d-3ea89df5eb61, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:51:02.820285 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] For port 086ee7a2-1974-448b-8e0d-3ea89df5eb61, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=086ee7a2-1974-448b-8e0d-3ea89df5eb61,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:51:02.828139 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.859796 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:02.860408 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:02.861781 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] 10.222.0.52 "PUT /v2.0/ports/086ee7a2-1974-448b-8e0d-3ea89df5eb61 HTTP/1.1" status: 200 len: 1094 time: 0.7057011 Apr 07 11:51:02.862230 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'tag': '086ee7a2-1974-448b-8e0d-3ea89df5eb61'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:02.864509 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ab0d93-5146-498f-af3f-95c549508a5f" -d '{"events": [{"name": "network-changed", "server_uuid": "34bd7b8b-b08a-472c-a4d1-7b56e140092d", "tag": "086ee7a2-1974-448b-8e0d-3ea89df5eb61"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:02.891805 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fbcf9c-f0bd-437d-98e3-3a109ecab7e4 service neutron] Pushing event updated for resources: {'Port': ['ID=086ee7a2-1974-448b-8e0d-3ea89df5eb61,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:02.913346 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b03ae6-40ad-4362-a4b2-16abfd567aef x-openstack-request-id: req-05b03ae6-40ad-4362-a4b2-16abfd567aef {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:02.913601 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bd7b8b-b08a-472c-a4d1-7b56e140092d", "tag": "086ee7a2-1974-448b-8e0d-3ea89df5eb61", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:02.913845 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05b03ae6-40ad-4362-a4b2-16abfd567aef {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:02.914341 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b03ae6-40ad-4362-a4b2-16abfd567aef'] response: {'name': 'network-changed', 'server_uuid': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'tag': '086ee7a2-1974-448b-8e0d-3ea89df5eb61', 'status': 'completed', 'code': 200} Apr 07 11:51:02.968178 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-09ac5c4c-d299-4ce7-a625-b0a515442742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:02.969896 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-09ac5c4c-d299-4ce7-a625-b0a515442742 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 1128 time: 0.0514731 Apr 07 11:51:02.976348 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:03.013676 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-85777b91-e1fb-41a0-8ecb-c32ee34ebf07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=086ee7a2-1974-448b-8e0d-3ea89df5eb61 HTTP/1.1" status: 200 len: 217 time: 0.0360150 Apr 07 11:51:03.064289 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-38c2f6de-c1e3-40d3-a4b0-2de642946f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:03.065884 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-38c2f6de-c1e3-40d3-a4b0-2de642946f3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 200 len: 850 time: 0.0466576 Apr 07 11:51:03.429368 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-fe5dfe0f-f073-4682-b7db-fbe45fa3663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:03.430918 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-fe5dfe0f-f073-4682-b7db-fbe45fa3663b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3592341 Apr 07 11:51:03.442655 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17421b75-173b-4332-b99f-15985eb1b28d req-89144a75-71b8-4439-9016-dc40265b7477 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:03.444205 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17421b75-173b-4332-b99f-15985eb1b28d req-89144a75-71b8-4439-9016-dc40265b7477 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 944 time: 0.3649104 Apr 07 11:51:03.555396 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-17421b75-173b-4332-b99f-15985eb1b28d req-088aada0-f37a-4daf-b3fc-0d4a6d2573c1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003776 Apr 07 11:51:03.578771 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-7b0d5fd0-c319-414c-bf43-4f7c5274cfc1 service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312249 Apr 07 11:51:03.679184 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-682b6447-ac17-472f-990f-bb9294e3e7a0 req-799c4086-3b0e-4951-9188-739b3f74e27d service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961146 Apr 07 11:51:04.065467 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34348) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:04.491962 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (36f20978-d5a9-4adb-83ae-02468fc008d1), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.641880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:04.682161 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0d93-5146-498f-af3f-95c549508a5f req-df42817d-4085-4596-a393-faa88cb87298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:04.683687 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25ab0d93-5146-498f-af3f-95c549508a5f req-df42817d-4085-4596-a393-faa88cb87298 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 1128 time: 0.1448371 Apr 07 11:51:04.846657 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09dcb7-2105-4dd9-b414-d97246664d93 req-538362a3-dc65-43bc-a60b-8cdb5c581061 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:04.848128 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3c09dcb7-2105-4dd9-b414-d97246664d93 req-538362a3-dc65-43bc-a60b-8cdb5c581061 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 944 time: 0.2048657 Apr 07 11:51:04.896049 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0d93-5146-498f-af3f-95c549508a5f req-8174a88b-417b-4a20-9d08-54e1bea2baef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:04.897534 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25ab0d93-5146-498f-af3f-95c549508a5f req-8174a88b-417b-4a20-9d08-54e1bea2baef service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 912 time: 0.1970181 Apr 07 11:51:04.976536 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25ab0d93-5146-498f-af3f-95c549508a5f req-e12ad49b-c7d9-4f3a-8c8c-7340d974f806 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=086ee7a2-1974-448b-8e0d-3ea89df5eb61 HTTP/1.1" status: 200 len: 217 time: 0.0678334 Apr 07 11:51:04.981394 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3c09dcb7-2105-4dd9-b414-d97246664d93 req-14d13ff8-5998-4734-b7f8-f7fc94e5e316 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223145 Apr 07 11:51:05.046691 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0d93-5146-498f-af3f-95c549508a5f req-8402efbf-9333-41b3-8621-e5c1e953148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:05.048130 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25ab0d93-5146-498f-af3f-95c549508a5f req-8402efbf-9333-41b3-8621-e5c1e953148a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 200 len: 850 time: 0.0641210 Apr 07 11:51:05.093835 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Deleting port 93e47e41-3ff1-40d1-9c51-e427df1c74dd {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:05.094528 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:05.151257 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab0d93-5146-498f-af3f-95c549508a5f req-1e1c51e2-bff9-4737-9c85-f4a9405d63e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:05.152842 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25ab0d93-5146-498f-af3f-95c549508a5f req-1e1c51e2-bff9-4737-9c85-f4a9405d63e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0982430 Apr 07 11:51:05.227777 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] For port 93e47e41-3ff1-40d1-9c51-e427df1c74dd, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=93e47e41-3ff1-40d1-9c51-e427df1c74dd,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:05.228128 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:05.243779 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Calling delete_port for 93e47e41-3ff1-40d1-9c51-e427df1c74dd owned by network:router_interface {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:05.303125 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25ab0d93-5146-498f-af3f-95c549508a5f req-bf96ee82-38f6-408a-a3b7-07e5921b2407 service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428359 Apr 07 11:51:05.456703 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25ab0d93-5146-498f-af3f-95c549508a5f req-c442c9db-c995-4387-a327-30ca28948654 service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453719 Apr 07 11:51:05.517906 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (93e47e41-3ff1-40d1-9c51-e427df1c74dd), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:05.542017 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 086ee7a2-1974-448b-8e0d-3ea89df5eb61 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:51:05.543494 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e47e41-3ff1-40d1-9c51-e427df1c74dd,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:05.545531 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device b21eda88-47e8-40b8-9e71-8cc17fa7aecc no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:05.577679 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: b21eda88-47e8-40b8-9e71-8cc17fa7aecc {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:05.578000 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device b21eda88-47e8-40b8-9e71-8cc17fa7aecc not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:05.670621 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 086ee7a2-1974-448b-8e0d-3ea89df5eb61, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=086ee7a2-1974-448b-8e0d-3ea89df5eb61,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:05.682772 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '086ee7a2-1974-448b-8e0d-3ea89df5eb61', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'port_id': '086ee7a2-1974-448b-8e0d-3ea89df5eb61', 'mac_address': 'fa:16:3e:73:d9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:51:05.716641 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (36f20978-d5a9-4adb-83ae-02468fc008d1), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:05.727662 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:05.728056 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:05.741774 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086ee7a2-1974-448b-8e0d-3ea89df5eb61 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:51:05.761175 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 086ee7a2-1974-448b-8e0d-3ea89df5eb61, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=086ee7a2-1974-448b-8e0d-3ea89df5eb61,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:05.766223 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:05.813480 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=086ee7a2-1974-448b-8e0d-3ea89df5eb61,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:05.937610 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Router 36f20978-d5a9-4adb-83ae-02468fc008d1 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:51:06.016084 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['086ee7a2-1974-448b-8e0d-3ea89df5eb61'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:51:06.057399 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:51:06.062809 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-71c43655-bbfa-40ad-85e8-b4a3d3454ec8 admin admin] 10.222.0.15 "PUT /v2.0/routers/36f20978-d5a9-4adb-83ae-02468fc008d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9960856 Apr 07 11:51:06.065267 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34378) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:06.069162 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] Sync routers for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:51:06.082525 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:06.083652 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:51:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:06.179422 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0360b-74c8-4609-abe7-84db7e8c0a90 req-47486949-a7b3-4e4e-a4c5-44f088aa4bc6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:06.181733 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a5d0360b-74c8-4609-abe7-84db7e8c0a90 req-47486949-a7b3-4e4e-a4c5-44f088aa4bc6 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 945 time: 0.0969820 Apr 07 11:51:06.206208 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:06.241215 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks [] for router (36f20978-d5a9-4adb-83ae-02468fc008d1), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.268790 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a5d0360b-74c8-4609-abe7-84db7e8c0a90 req-624bc82a-c4e6-4559-a3a4-69ab74642fc5 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814660 Apr 07 11:51:06.387360 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks [] for router_gateway (36f20978-d5a9-4adb-83ae-02468fc008d1), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.440039 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Deleting port 049ecea5-2ae3-4040-83da-c71bbb52345f {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:06.440334 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.515061 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:51:05Z', 'revision_number': 5, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port': {'id': '049ecea5-2ae3-4040-83da-c71bbb52345f', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:29:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:58Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:06.522731 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] For port 049ecea5-2ae3-4040-83da-c71bbb52345f, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=049ecea5-2ae3-4040-83da-c71bbb52345f,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:06.523095 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.535792 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Calling delete_port for 049ecea5-2ae3-4040-83da-c71bbb52345f owned by network:router_gateway {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:06.540268 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] Checking router: 36f20978-d5a9-4adb-83ae-02468fc008d1 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:51:06.548335 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] Routers {'36f20978-d5a9-4adb-83ae-02468fc008d1'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:06.548977 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:51:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['36f20978-d5a9-4adb-83ae-02468fc008d1'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:06.636116 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] Set router 36f20978-d5a9-4adb-83ae-02468fc008d1 gateway port host: None {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:06.690571 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:51:06Z', 'revision_number': 6, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port_host': None}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:06.706435 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (049ecea5-2ae3-4040-83da-c71bbb52345f), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.717164 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69bb6f9a-46c0-426b-80e0-3db2eb153a06 None None] The sync data for ids ['36f20978-d5a9-4adb-83ae-02468fc008d1'] in dv-cinder-836822-2-iscsi is: [{'id': '36f20978-d5a9-4adb-83ae-02468fc008d1', 'name': 'tempest-TestMinimumBasicScenario-2068788080-router', 'tenant_id': '0012c4b9a7c241f59844e1ea784fea0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:51:06Z', 'revision_number': 6, 'project_id': '0012c4b9a7c241f59844e1ea784fea0e', 'gw_port_host': None}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:51:06.735843 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Pushing event deleted for resources: {'Port': ['ID=049ecea5-2ae3-4040-83da-c71bbb52345f,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:06.767743 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.768090 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.768434 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.768794 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.769131 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.769462 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.769793 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.770117 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.770442 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.770766 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.771093 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.771418 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.771740 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.772059 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.772378 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:06.813088 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (36f20978-d5a9-4adb-83ae-02468fc008d1), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.922785 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (36f20978-d5a9-4adb-83ae-02468fc008d1), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.925086 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks [] for router_controller (36f20978-d5a9-4adb-83ae-02468fc008d1), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.996275 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (36f20978-d5a9-4adb-83ae-02468fc008d1), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:06.996949 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f20978-d5a9-4adb-83ae-02468fc008d1 {{(pid=109936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:51:07.002352 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.004022 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-4db7884f-0e4e-458e-a889-96747cf27dab admin admin] 10.222.0.15 "DELETE /v2.0/routers/36f20978-d5a9-4adb-83ae-02468fc008d1 HTTP/1.1" status: 204 len: 168 time: 0.9374354 Apr 07 11:51:07.006596 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34386) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:07.056914 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Deleting subnet 22fbaf62-5711-4748-9616-2129b0e0bb3c {{(pid=109935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:51:07.060478 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Publish callbacks [] for subnet (22fbaf62-5711-4748-9616-2129b0e0bb3c), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.098323 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125949250'] for subnet (22fbaf62-5711-4748-9616-2129b0e0bb3c), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.215513 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (22fbaf62-5711-4748-9616-2129b0e0bb3c), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.279109 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129855124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126530468'] for subnet (22fbaf62-5711-4748-9616-2129b0e0bb3c), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.305436 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22fbaf62-5711-4748-9616-2129b0e0bb3c,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:07.307706 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.310914 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/22fbaf62-5711-4748-9616-2129b0e0bb3c HTTP/1.1" status: 204 len: 168 time: 0.3032198 Apr 07 11:51:07.311849 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc059e3a-bed8-4afc-b295-1595605de9cc None None] Network aa076410-3c7e-496c-bab0-99102f27aa65 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:07.313624 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34390) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:07.343984 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.344488 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.344665 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.345091 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.345348 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.345679 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.346007 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.346327 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.346646 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.346966 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.347294 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.347623 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.347934 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.348231 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.348552 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ab6b34-b430-40fc-9b93-c89ee7d1c137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:07.475651 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb863013-9ebd-4fe5-ac2d-a6905bc2d3f0 None None] DHCP port deletion for aa076410-3c7e-496c-bab0-99102f27aa65 request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:51:07.535801 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-eb863013-9ebd-4fe5-ac2d-a6905bc2d3f0 None None] Deleting port 48b5b63a-9c31-4cde-aa4e-64713dcad47f {{(pid=109937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:07.536178 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-eb863013-9ebd-4fe5-ac2d-a6905bc2d3f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), before_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.589638 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 086ee7a2-1974-448b-8e0d-3ea89df5eb61 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:51:07.642426 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-eb863013-9ebd-4fe5-ac2d-a6905bc2d3f0 None None] For port 48b5b63a-9c31-4cde-aa4e-64713dcad47f, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=48b5b63a-9c31-4cde-aa4e-64713dcad47f,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:07.642955 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-eb863013-9ebd-4fe5-ac2d-a6905bc2d3f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), precommit_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.669654 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-eb863013-9ebd-4fe5-ac2d-a6905bc2d3f0 None None] Calling delete_port for 48b5b63a-9c31-4cde-aa4e-64713dcad47f owned by network:dhcp {{(pid=109937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:07.720570 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (aa076410-3c7e-496c-bab0-99102f27aa65), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.738628 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:51:07.747692 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401b9d3-8fae-429a-a971-0eee2420f7e7 req-6057b7e4-faa3-45a8-8193-54961e1275cb tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:07.749222 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1401b9d3-8fae-429a-a971-0eee2420f7e7 req-6057b7e4-faa3-45a8-8193-54961e1275cb tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 945 time: 0.3697827 Apr 07 11:51:07.785803 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:07.786403 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.827483 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1401b9d3-8fae-429a-a971-0eee2420f7e7 req-92c7a640-65e7-46e0-bc5f-3ee26486c94b tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603485 Apr 07 11:51:07.853838 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Deleting port 48b5b63a-9c31-4cde-aa4e-64713dcad47f {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:07.854183 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.883484 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-eb863013-9ebd-4fe5-ac2d-a6905bc2d3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), after_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.917566 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb863013-9ebd-4fe5-ac2d-a6905bc2d3f0 None None] Pushing event deleted for resources: {'Port': ['ID=48b5b63a-9c31-4cde-aa4e-64713dcad47f,revision_number=None']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:07.926719 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] For port 48b5b63a-9c31-4cde-aa4e-64713dcad47f, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=48b5b63a-9c31-4cde-aa4e-64713dcad47f,segment=NetworkSegment(75537c36-b8cf-42ec-b90e-832ef21f8c2b),segment_id=75537c36-b8cf-42ec-b90e-832ef21f8c2b)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:07.927143 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.939645 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb863013-9ebd-4fe5-ac2d-a6905bc2d3f0 None None] No DVR routers for this DVR port 48b5b63a-9c31-4cde-aa4e-64713dcad47f on host dv-cinder-836822-2-iscsi {{(pid=109937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:07.947683 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Calling delete_port for 48b5b63a-9c31-4cde-aa4e-64713dcad47f owned by network:dhcp {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:07.959772 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:07.959772 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:07.983311 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ee7a2-1974-448b-8e0d-3ea89df5eb61'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:07.985529 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd567cf-0e1f-4e43-bb53-cacb4322a121" -d '{"events": [{"server_uuid": "34bd7b8b-b08a-472c-a4d1-7b56e140092d", "name": "network-vif-plugged", "status": "completed", "tag": "086ee7a2-1974-448b-8e0d-3ea89df5eb61"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:07.998728 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 086ee7a2-1974-448b-8e0d-3ea89df5eb61, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=086ee7a2-1974-448b-8e0d-3ea89df5eb61,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:08.004333 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.038598 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (48b5b63a-9c31-4cde-aa4e-64713dcad47f), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.062684 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=086ee7a2-1974-448b-8e0d-3ea89df5eb61,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:08.068643 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Pushing event deleted for resources: {'Port': ['ID=48b5b63a-9c31-4cde-aa4e-64713dcad47f,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:08.070481 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] No DVR routers for this DVR port 48b5b63a-9c31-4cde-aa4e-64713dcad47f on host dv-cinder-836822-2-iscsi {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:08.149545 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (aa076410-3c7e-496c-bab0-99102f27aa65), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.158138 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1ddf3c-3ea6-4025-bc2d-43f28798ac54 x-openstack-request-id: req-2c1ddf3c-3ea6-4025-bc2d-43f28798ac54 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:08.158517 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bd7b8b-b08a-472c-a4d1-7b56e140092d", "name": "network-vif-plugged", "status": "completed", "tag": "086ee7a2-1974-448b-8e0d-3ea89df5eb61", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:08.158828 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c1ddf3c-3ea6-4025-bc2d-43f28798ac54 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:08.159286 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c1ddf3c-3ea6-4025-bc2d-43f28798ac54'] response: {'server_uuid': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086ee7a2-1974-448b-8e0d-3ea89df5eb61', 'code': 200} Apr 07 11:51:08.171966 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa076410-3c7e-496c-bab0-99102f27aa65']}} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:08.181844 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75537c36-b8cf-42ec-b90e-832ef21f8c2b') {'for_net_delete': True} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:08.182069 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75537c36-b8cf-42ec-b90e-832ef21f8c2b') {} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:08.192098 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125949275'] for segment (75537c36-b8cf-42ec-b90e-832ef21f8c2b), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.206507 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (75537c36-b8cf-42ec-b90e-832ef21f8c2b), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.214585 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=109935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:51:08.216051 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129855090'] for segment (75537c36-b8cf-42ec-b90e-832ef21f8c2b), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: self.session.flush() Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: self.session.flush() Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: self.session.flush() Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: self.session.flush() Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: Traceback (most recent call last): Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: timer() Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: cb(*args, **kw) Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: return func(*args, **kwargs) Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: self._notify() Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: self.callback(batched_events) Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: event.method(event) Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: return f(self, *a, **k) Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._get(url).json() Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: return self.request(url, 'GET', **kwargs) Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:51:08.267985 dv-cinder-836822-2-iscsi neutron-server[109935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:51:08.283326 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (aa076410-3c7e-496c-bab0-99102f27aa65), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.291463 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.295682 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] 10.222.0.15 "DELETE /v2.0/networks/aa076410-3c7e-496c-bab0-99102f27aa65 HTTP/1.1" status: 204 len: 168 time: 0.9810302 Apr 07 11:51:08.299152 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34414) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:08.306839 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b17980a-4987-4b5a-9aa8-f7d01933bb3b admin admin] Pushing event deleted for resources: {'Network': ['ID=aa076410-3c7e-496c-bab0-99102f27aa65,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:08.335350 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 049ecea5-2ae3-4040-83da-c71bbb52345f no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:08.364693 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 049ecea5-2ae3-4040-83da-c71bbb52345f {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:08.365350 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 049ecea5-2ae3-4040-83da-c71bbb52345f not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:08.366139 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 48b5b63a-9c31-4cde-aa4e-64713dcad47f no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:08.386294 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d025be0-db74-458a-82ef-6c52fe031bbf req-a92c8690-6e8a-4a61-b79c-b6e63f39402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:08.387618 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 48b5b63a-9c31-4cde-aa4e-64713dcad47f {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:08.388149 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 48b5b63a-9c31-4cde-aa4e-64713dcad47f not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:08.388722 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 93e47e41-3ff1-40d1-9c51-e427df1c74dd no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:08.389148 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2d025be0-db74-458a-82ef-6c52fe031bbf req-a92c8690-6e8a-4a61-b79c-b6e63f39402d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 1130 time: 0.0640793 Apr 07 11:51:08.408947 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 93e47e41-3ff1-40d1-9c51-e427df1c74dd {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:08.409658 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 93e47e41-3ff1-40d1-9c51-e427df1c74dd not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:08.448634 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2d025be0-db74-458a-82ef-6c52fe031bbf req-21b18373-582d-4188-ae92-9d28cfb629e4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480087 Apr 07 11:51:08.679832 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.954002 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Deleting port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:08.954371 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:08.963549 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b7af-f2bb-456f-9115-017112f11d88 req-124fdf2d-e871-4acb-9adf-f5103e6eb047 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:08.965136 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d324b7af-f2bb-456f-9115-017112f11d88 req-124fdf2d-e871-4acb-9adf-f5103e6eb047 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 946 time: 0.0650632 Apr 07 11:51:09.018134 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d324b7af-f2bb-456f-9115-017112f11d88 req-472b4230-4f8d-4b89-8025-3366cc7d75f3 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476022 Apr 07 11:51:09.039870 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] For port d35f4a8f-a8e9-4fa4-9474-04b293fd34ea, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=d35f4a8f-a8e9-4fa4-9474-04b293fd34ea,segment=NetworkSegment(ad8ede03-2c4a-4912-b6ab-e5f715fecfef),segment_id=ad8ede03-2c4a-4912-b6ab-e5f715fecfef)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:09.040343 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.053001 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Calling delete_port for d35f4a8f-a8e9-4fa4-9474-04b293fd34ea owned by network:router_interface {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:09.253315 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (d35f4a8f-a8e9-4fa4-9474-04b293fd34ea), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.294566 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Pushing event deleted for resources: {'Port': ['ID=d35f4a8f-a8e9-4fa4-9474-04b293fd34ea,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:09.456752 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:09.677272 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:51:09.786726 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:51:09.792928 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ac7dbe5f-74c3-4e42-8b3a-562a6c32bdfb admin admin] 10.222.0.15 "PUT /v2.0/routers/cfa7101a-5bcd-413e-ab90-b1fcd56e0d05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4912043 Apr 07 11:51:09.794430 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34442) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:09.797093 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] Sync routers for ids ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:51:09.807547 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] Routers {'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:09.808165 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:51:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:09.916698 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] Set router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:10.137690 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:08Z', 'updated_at': '2022-04-07T11:51:09Z', 'revision_number': 5, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'gw_port': {'id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:09Z', 'updated_at': '2022-04-07T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:10.163771 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d3ad0-6959-4db7-afe9-12c366ea5d08 req-eaf8ceb6-1e87-4032-8f5b-4711cb05c3c1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:10.167163 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c0d3ad0-6959-4db7-afe9-12c366ea5d08 req-eaf8ceb6-1e87-4032-8f5b-4711cb05c3c1 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 946 time: 0.0720806 Apr 07 11:51:10.169347 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] Checking router: cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:51:10.174060 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks [] for router (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.179046 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] Routers {'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:10.179661 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:51:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:10.247323 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0c0d3ad0-6959-4db7-afe9-12c366ea5d08 req-6f8baae4-9ce7-4ff6-8dfe-320a02ef9272 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727715 Apr 07 11:51:10.300869 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks [] for router_gateway (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.322838 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] Set router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:10.373432 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Deleting port a6aee4d0-3211-4492-9794-c4fd489c30e2 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:10.373783 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.477307 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] For port a6aee4d0-3211-4492-9794-c4fd489c30e2, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=a6aee4d0-3211-4492-9794-c4fd489c30e2,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:10.478219 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.497236 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Calling delete_port for a6aee4d0-3211-4492-9794-c4fd489c30e2 owned by network:router_gateway {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:10.535663 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:08Z', 'updated_at': '2022-04-07T11:51:09Z', 'revision_number': 5, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'gw_port': {'id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:09Z', 'updated_at': '2022-04-07T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:10.698570 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f4e48-0a37-4be5-ac20-d0e8b105efeb req-a316f497-4dbf-4599-b777-0b0ed2ece1c0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:10.699790 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (a6aee4d0-3211-4492-9794-c4fd489c30e2), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.703590 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c615417-b793-4a88-ac7a-a7cb77082f5a None None] The sync data for ids ['cfa7101a-5bcd-413e-ab90-b1fcd56e0d05'] in dv-cinder-836822-2-iscsi is: [{'id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'name': 'tempest-TestMinimumBasicScenario-2029267501-router', 'tenant_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:08Z', 'updated_at': '2022-04-07T11:51:09Z', 'revision_number': 5, 'project_id': '7e5ed1efed7c4fbe95988fc56b85a777', 'gw_port': {'id': 'a6aee4d0-3211-4492-9794-c4fd489c30e2', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa7101a-5bcd-413e-ab90-b1fcd56e0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:09Z', 'updated_at': '2022-04-07T11:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:51:10.705296 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-039f4e48-0a37-4be5-ac20-d0e8b105efeb req-a316f497-4dbf-4599-b777-0b0ed2ece1c0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0596378 Apr 07 11:51:10.727373 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6aee4d0-3211-4492-9794-c4fd489c30e2,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:10.768278 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-039f4e48-0a37-4be5-ac20-d0e8b105efeb req-e9bd5bac-8409-44ef-80b1-657e8d18c818 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608230 Apr 07 11:51:10.797521 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.890617 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.892992 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks [] for router_controller (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.942611 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (cfa7101a-5bcd-413e-ab90-b1fcd56e0d05), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.943250 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 {{(pid=109936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:51:10.948520 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:10.949767 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-e35960cb-95d6-41f2-80ad-dda99f820e70 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cfa7101a-5bcd-413e-ab90-b1fcd56e0d05 HTTP/1.1" status: 204 len: 168 time: 1.1544092 Apr 07 11:51:10.952396 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34468) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:10.996073 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_v2 [None req-47e8f954-21ad-4b42-ab67-d09848c6e28a admin admin] Deleting subnet c1ff7675-b477-41af-a25a-b5fc9ed2a7b4 {{(pid=109936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:51:10.999477 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-47e8f954-21ad-4b42-ab67-d09848c6e28a admin admin] Publish callbacks [] for subnet (c1ff7675-b477-41af-a25a-b5fc9ed2a7b4), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.034836 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-47e8f954-21ad-4b42-ab67-d09848c6e28a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1154786'] for subnet (c1ff7675-b477-41af-a25a-b5fc9ed2a7b4), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.118688 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-47e8f954-21ad-4b42-ab67-d09848c6e28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (c1ff7675-b477-41af-a25a-b5fc9ed2a7b4), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.175164 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-47e8f954-21ad-4b42-ab67-d09848c6e28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1978217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128976497'] for subnet (c1ff7675-b477-41af-a25a-b5fc9ed2a7b4), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.202978 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8f954-21ad-4b42-ab67-d09848c6e28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1ff7675-b477-41af-a25a-b5fc9ed2a7b4,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:11.204922 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-47e8f954-21ad-4b42-ab67-d09848c6e28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.209423 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-47e8f954-21ad-4b42-ab67-d09848c6e28a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c1ff7675-b477-41af-a25a-b5fc9ed2a7b4 HTTP/1.1" status: 204 len: 168 time: 0.2558801 Apr 07 11:51:11.209931 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0415f4e-b8fd-4b5d-8ce7-3dc6c4695193 None None] Network 40b3d5a9-6b1d-4b32-97e2-8b63d595898e requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:51:11.211898 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34470) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:11.287082 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (40b3d5a9-6b1d-4b32-97e2-8b63d595898e), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.343163 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Deleting port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:11.343520 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.398053 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf2c37-5469-416f-a15e-7999b9953e5d req-a622998b-495e-4b33-b3c0-5078ee31233f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.406052 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-24cf2c37-5469-416f-a15e-7999b9953e5d req-a622998b-495e-4b33-b3c0-5078ee31233f tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 946 time: 0.0753987 Apr 07 11:51:11.406568 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52535060-431a-4ff4-8ae3-fe85088d75b5 None None] DHCP port deletion for 40b3d5a9-6b1d-4b32-97e2-8b63d595898e request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:51:11.427134 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] For port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4,segment=NetworkSegment(ad8ede03-2c4a-4912-b6ab-e5f715fecfef),segment_id=ad8ede03-2c4a-4912-b6ab-e5f715fecfef)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:11.427851 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.443644 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Calling delete_port for b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 owned by network:dhcp {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:11.465182 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-52535060-431a-4ff4-8ae3-fe85088d75b5 None None] Deleting port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 {{(pid=109937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:11.466013 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-52535060-431a-4ff4-8ae3-fe85088d75b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), before_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.469100 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-24cf2c37-5469-416f-a15e-7999b9953e5d req-f6ee6ede-c86b-4c5d-9fb3-1e854be2d1d0 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584533 Apr 07 11:51:11.561860 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.571282 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-52535060-431a-4ff4-8ae3-fe85088d75b5 None None] For port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4,segment=NetworkSegment(ad8ede03-2c4a-4912-b6ab-e5f715fecfef),segment_id=ad8ede03-2c4a-4912-b6ab-e5f715fecfef)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:11.571957 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-52535060-431a-4ff4-8ae3-fe85088d75b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), precommit_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.590428 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-52535060-431a-4ff4-8ae3-fe85088d75b5 None None] Calling delete_port for b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 owned by network:dhcp {{(pid=109937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:11.595402 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:11.601032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] No DVR routers for this DVR port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 on host dv-cinder-836822-2-iscsi {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:11.631800 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aba964-ff95-47e0-8102-210cf2721375 req-ecc24bc7-0846-4e33-a973-1480ac852fcf tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.634322 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-61aba964-ff95-47e0-8102-210cf2721375 req-ecc24bc7-0846-4e33-a973-1480ac852fcf tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 946 time: 0.0843699 Apr 07 11:51:11.649344 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 34482) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:11.653896 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-4451e52b-44af-4928-9085-1ba71d8df4d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Request body: {'floatingip': {'port_id': '086ee7a2-1974-448b-8e0d-3ea89df5eb61'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:11.692455 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (40b3d5a9-6b1d-4b32-97e2-8b63d595898e), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.694137 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-52535060-431a-4ff4-8ae3-fe85088d75b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238'] for port (b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4), after_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.703223 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4451e52b-44af-4928-9085-1ba71d8df4d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (c7355866-3961-4194-af1f-25a3429b0b80), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.717150 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b3d5a9-6b1d-4b32-97e2-8b63d595898e']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:11.721959 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52535060-431a-4ff4-8ae3-fe85088d75b5 None None] Pushing event deleted for resources: {'Port': ['ID=b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4,revision_number=None']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:11.723798 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52535060-431a-4ff4-8ae3-fe85088d75b5 None None] No DVR routers for this DVR port b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 on host dv-cinder-836822-2-iscsi {{(pid=109937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:11.736677 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:11.737072 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8ede03-2c4a-4912-b6ab-e5f715fecfef') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:11.747006 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (ad8ede03-2c4a-4912-b6ab-e5f715fecfef), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.761606 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (ad8ede03-2c4a-4912-b6ab-e5f715fecfef), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.767743 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:51:11.768120 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (ad8ede03-2c4a-4912-b6ab-e5f715fecfef), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:51:11.769949 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:51:11.828674 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (40b3d5a9-6b1d-4b32-97e2-8b63d595898e), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.835821 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:11.849412 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] 10.222.0.15 "DELETE /v2.0/networks/40b3d5a9-6b1d-4b32-97e2-8b63d595898e HTTP/1.1" status: 204 len: 168 time: 0.6363242 Apr 07 11:51:11.859670 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6821d41a-006c-4a8d-a852-1e018bf40387 admin admin] Pushing event deleted for resources: {'Network': ['ID=40b3d5a9-6b1d-4b32-97e2-8b63d595898e,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:11.977132 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6884c9-8144-4b30-93c3-1238f1735626 req-a066e9d0-72e2-4a1a-9fde-74def9124881 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:11.978570 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab6884c9-8144-4b30-93c3-1238f1735626 req-a066e9d0-72e2-4a1a-9fde-74def9124881 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.1046169 Apr 07 11:51:12.018667 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34490) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:12.060885 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-4d9f65f1-21ba-499a-8299-8c7a78d99ef5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0012c4b9a7c241f59844e1ea784fea0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409849 Apr 07 11:51:12.063470 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34492) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:12.106753 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ab6884c9-8144-4b30-93c3-1238f1735626 req-43d2b124-185b-4be7-b6d8-6b87f54e7674 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200027 Apr 07 11:51:12.116166 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4ba09e77-bdf8-4697-81fc-ad9d6905651e admin admin] Publish callbacks [] for security_group (c2536482-4975-4954-84a6-514a29dc1429), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.139885 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4ba09e77-bdf8-4697-81fc-ad9d6905651e admin admin] Publish callbacks [] for security_group (c2536482-4975-4954-84a6-514a29dc1429), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.187121 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4ba09e77-bdf8-4697-81fc-ad9d6905651e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (c2536482-4975-4954-84a6-514a29dc1429), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.189755 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4ba09e77-bdf8-4697-81fc-ad9d6905651e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.190917 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-4ba09e77-bdf8-4697-81fc-ad9d6905651e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2536482-4975-4954-84a6-514a29dc1429 HTTP/1.1" status: 204 len: 168 time: 0.1265178 Apr 07 11:51:12.198651 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba09e77-bdf8-4697-81fc-ad9d6905651e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2536482-4975-4954-84a6-514a29dc1429,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:12.253806 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4451e52b-44af-4928-9085-1ba71d8df4d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.259859 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4451e52b-44af-4928-9085-1ba71d8df4d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (c7355866-3961-4194-af1f-25a3429b0b80), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.312523 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device d35f4a8f-a8e9-4fa4-9474-04b293fd34ea no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:12.333078 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: d35f4a8f-a8e9-4fa4-9474-04b293fd34ea {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:12.333448 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device d35f4a8f-a8e9-4fa4-9474-04b293fd34ea not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:12.333844 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:12.355385 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:12.355729 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device b9b0298b-0f92-4db1-b9a9-abef5eeeb5a4 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:12.356140 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device a6aee4d0-3211-4492-9794-c4fd489c30e2 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:12.370137 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-4451e52b-44af-4928-9085-1ba71d8df4d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Floating IP c7355866-3961-4194-af1f-25a3429b0b80 associated. External IP: 172.27.3.242, port: 086ee7a2-1974-448b-8e0d-3ea89df5eb61. Apr 07 11:51:12.381914 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: a6aee4d0-3211-4492-9794-c4fd489c30e2 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:12.382490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device a6aee4d0-3211-4492-9794-c4fd489c30e2 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:12.538543 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34498) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:12.581697 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-4e6ce6fc-beeb-4367-a957-e0392ca8261a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e5ed1efed7c4fbe95988fc56b85a777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395718 Apr 07 11:51:12.582626 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34500) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:12.591025 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4451e52b-44af-4928-9085-1ba71d8df4d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:51:12.632260 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5c18-5ab5-46f4-be6c-b810010160d4 admin admin] Publish callbacks [] for security_group (a147586c-88d9-49a5-91d8-f695c29e6fba), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.654906 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5c18-5ab5-46f4-be6c-b810010160d4 admin admin] Publish callbacks [] for security_group (a147586c-88d9-49a5-91d8-f695c29e6fba), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.703979 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4451e52b-44af-4928-9085-1ba71d8df4d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:51:12.709043 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4451e52b-44af-4928-9085-1ba71d8df4d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.714379 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5c18-5ab5-46f4-be6c-b810010160d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a147586c-88d9-49a5-91d8-f695c29e6fba), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.715373 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] Sync routers for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:51:12.718745 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7eeb5c18-5ab5-46f4-be6c-b810010160d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:12.729301 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-7eeb5c18-5ab5-46f4-be6c-b810010160d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a147586c-88d9-49a5-91d8-f695c29e6fba HTTP/1.1" status: 204 len: 168 time: 0.1439712 Apr 07 11:51:12.735323 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:12.736068 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:51:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:12.741426 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb5c18-5ab5-46f4-be6c-b810010160d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a147586c-88d9-49a5-91d8-f695c29e6fba,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:12.742479 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-4451e52b-44af-4928-9085-1ba71d8df4d9 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "PUT /v2.0/floatingips/c7355866-3961-4194-af1f-25a3429b0b80 HTTP/1.1" status: 200 len: 992 time: 1.0918720 Apr 07 11:51:12.743059 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'tag': '086ee7a2-1974-448b-8e0d-3ea89df5eb61'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:12.745501 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8469114-93c7-4266-ba2c-8c0f73e35cba" -d '{"events": [{"name": "network-changed", "server_uuid": "34bd7b8b-b08a-472c-a4d1-7b56e140092d", "tag": "086ee7a2-1974-448b-8e0d-3ea89df5eb61"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:12.804030 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3d2056-4b52-4579-83e8-beb87e6b700f x-openstack-request-id: req-4a3d2056-4b52-4579-83e8-beb87e6b700f {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:12.804931 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bd7b8b-b08a-472c-a4d1-7b56e140092d", "tag": "086ee7a2-1974-448b-8e0d-3ea89df5eb61", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:12.805599 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a3d2056-4b52-4579-83e8-beb87e6b700f {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:12.806110 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a3d2056-4b52-4579-83e8-beb87e6b700f'] response: {'name': 'network-changed', 'server_uuid': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'tag': '086ee7a2-1974-448b-8e0d-3ea89df5eb61', 'status': 'completed', 'code': 200} Apr 07 11:51:12.882580 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-ee5cf239-2e4a-4bcc-ab9c-a36d68ae7035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:12.884203 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-ee5cf239-2e4a-4bcc-ab9c-a36d68ae7035 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0562a453b54e4501bbd637863b019c34&device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 1130 time: 0.0517743 Apr 07 11:51:12.898902 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:12.994086 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-44f4eefa-0da6-45e4-be4a-05f281b35353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:12.995902 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-44f4eefa-0da6-45e4-be4a-05f281b35353 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 200 len: 912 time: 0.1021099 Apr 07 11:51:13.071582 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-78b37d61-3f25-4965-9e42-9e95dd228fd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=086ee7a2-1974-448b-8e0d-3ea89df5eb61 HTTP/1.1" status: 200 len: 1000 time: 0.0681996 Apr 07 11:51:13.122552 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-a505be9a-0a3c-4db4-a371-b507b7b6062b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:13.124462 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-a505be9a-0a3c-4db4-a371-b507b7b6062b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 200 len: 850 time: 0.0470781 Apr 07 11:51:13.160901 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'c7355866-3961-4194-af1f-25a3429b0b80', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'port_id': '086ee7a2-1974-448b-8e0d-3ea89df5eb61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'mac_address': 'fa:16:3e:73:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:56Z', 'updated_at': '2022-04-07T11:51:12Z', 'revision_number': 1, 'project_id': '0562a453b54e4501bbd637863b019c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:13.190741 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] Checking router: 8eff131e-c39a-4248-8ad7-8a5fe6c67950 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:51:13.195039 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-fb5b50ea-be4f-4757-a6a2-55eba13f1f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:13.196603 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-fb5b50ea-be4f-4757-a6a2-55eba13f1f53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f1cb8de4-6ff5-416c-a91e-d01b92da21ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658400 Apr 07 11:51:13.200153 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:13.200924 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:51:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:13.312070 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:13.313796 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46723690-9756-4390-838a-dceeab380e3f req-8e2632fc-8405-44cf-b1cb-2e0c7648c0fe tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:13.315300 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-46723690-9756-4390-838a-dceeab380e3f req-8e2632fc-8405-44cf-b1cb-2e0c7648c0fe tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.1176116 Apr 07 11:51:13.335167 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-abc41e0e-02c2-47d7-93b7-beba4dba0dc2 service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281655 Apr 07 11:51:13.421048 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-46723690-9756-4390-838a-dceeab380e3f req-d66d387c-ea5b-4768-8a30-a7110e6bd818 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967228 Apr 07 11:51:13.448695 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8469114-93c7-4266-ba2c-8c0f73e35cba req-0131827e-e74b-4d54-a156-f2c37ac269b8 service neutron] 10.222.0.52 "GET /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034658 Apr 07 11:51:13.547010 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'c7355866-3961-4194-af1f-25a3429b0b80', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'port_id': '086ee7a2-1974-448b-8e0d-3ea89df5eb61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'mac_address': 'fa:16:3e:73:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:56Z', 'updated_at': '2022-04-07T11:51:12Z', 'revision_number': 1, 'project_id': '0562a453b54e4501bbd637863b019c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:13.572325 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa975093-a926-4f10-a0c4-0a40622f14fc None None] The sync data for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi is: [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': 'c7355866-3961-4194-af1f-25a3429b0b80', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'port_id': '086ee7a2-1974-448b-8e0d-3ea89df5eb61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'mac_address': 'fa:16:3e:73:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:50:56Z', 'updated_at': '2022-04-07T11:51:12Z', 'revision_number': 1, 'project_id': '0562a453b54e4501bbd637863b019c34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:51:13.766797 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e748e6f-1a99-43fc-ba6f-de35f96428fd None None] New status for floating IP c7355866-3961-4194-af1f-25a3429b0b80: ACTIVE {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:51:14.562722 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847cd79-3330-4a23-a5eb-89af932237c8 req-146f33dd-0411-421f-8c4c-f6665059dbdd tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:14.564166 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5847cd79-3330-4a23-a5eb-89af932237c8 req-146f33dd-0411-421f-8c4c-f6665059dbdd tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0561671 Apr 07 11:51:14.612929 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5847cd79-3330-4a23-a5eb-89af932237c8 req-773e7ad4-cf89-4092-9d79-15427cb30c83 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 Apr 07 11:51:15.246819 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:51:15.747882 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2322c-847e-4953-9daa-0a687aab8a51 req-33fb4d0e-7e44-40f9-8980-904564bcdd7b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:15.749370 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b1a2322c-847e-4953-9daa-0a687aab8a51 req-33fb4d0e-7e44-40f9-8980-904564bcdd7b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0549610 Apr 07 11:51:15.798341 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b1a2322c-847e-4953-9daa-0a687aab8a51 req-ef9935ea-f281-4efe-9c7b-4decae1ca5e6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411255 Apr 07 11:51:16.923544 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce161-0ebf-4b24-a831-5f12b36198df req-0085a5e3-11ff-424e-be8b-66df9f628c6a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:16.925065 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-545ce161-0ebf-4b24-a831-5f12b36198df req-0085a5e3-11ff-424e-be8b-66df9f628c6a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0553591 Apr 07 11:51:16.978491 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-545ce161-0ebf-4b24-a831-5f12b36198df req-08752c7e-9d9a-4a5d-a4b0-c0fe834ba05d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456190 Apr 07 11:51:18.118426 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f013e-1c7b-4b2a-8658-a160d3d3b40b req-3bfe0ca0-8454-4c4a-ad11-3e52f6c8a9ba tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:18.119979 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0f3f013e-1c7b-4b2a-8658-a160d3d3b40b req-3bfe0ca0-8454-4c4a-ad11-3e52f6c8a9ba tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0535369 Apr 07 11:51:18.169140 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0f3f013e-1c7b-4b2a-8658-a160d3d3b40b req-daf6faa9-3524-4888-a42d-97865460e9a1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409937 Apr 07 11:51:19.308828 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34d846-eefc-4849-bd5c-bfae7db5700f req-04824049-d01a-434b-a735-5b058178815d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:19.310319 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1d34d846-eefc-4849-bd5c-bfae7db5700f req-04824049-d01a-434b-a735-5b058178815d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0626683 Apr 07 11:51:19.356679 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1d34d846-eefc-4849-bd5c-bfae7db5700f req-c834d7b1-b0f0-4cfd-8eb6-473bfae2ce1a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406394 Apr 07 11:51:20.500389 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ede23e-26a3-4745-8930-f8a80dc03a4d req-99954286-7630-4888-a9c1-36dbd799d311 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:20.501803 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-58ede23e-26a3-4745-8930-f8a80dc03a4d req-99954286-7630-4888-a9c1-36dbd799d311 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0619254 Apr 07 11:51:20.548665 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-58ede23e-26a3-4745-8930-f8a80dc03a4d req-913bd5b8-6d60-4c42-b7fb-afbc91c31187 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Apr 07 11:51:21.673957 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e759c1d-08b8-47a1-b004-0221aeff9c04 req-6a159621-ebcd-4681-a08e-cd578b6aaa34 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:21.675418 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0e759c1d-08b8-47a1-b004-0221aeff9c04 req-6a159621-ebcd-4681-a08e-cd578b6aaa34 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0526741 Apr 07 11:51:21.724170 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0e759c1d-08b8-47a1-b004-0221aeff9c04 req-53cbc383-536c-4140-8ac8-3f2446743ccf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Apr 07 11:51:22.869960 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f38ef0-4558-4538-b0a2-89c368f6223e req-05e88018-27f2-4b8b-8f49-15ed5dec99c6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:22.871448 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e5f38ef0-4558-4538-b0a2-89c368f6223e req-05e88018-27f2-4b8b-8f49-15ed5dec99c6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0556664 Apr 07 11:51:22.922399 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e5f38ef0-4558-4538-b0a2-89c368f6223e req-68fc6116-d67a-4bba-b786-806211e8026d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452287 Apr 07 11:51:24.064032 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ab194-066e-4cd8-a340-983adfeb54e1 req-1f75ecf8-303f-406e-90de-8d175bfad557 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:24.065523 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-755ab194-066e-4cd8-a340-983adfeb54e1 req-1f75ecf8-303f-406e-90de-8d175bfad557 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0639651 Apr 07 11:51:24.112559 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-755ab194-066e-4cd8-a340-983adfeb54e1 req-e674e991-bb41-451b-92e8-255d07d85e49 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414464 Apr 07 11:51:25.256066 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3145c-eb4f-4173-96ea-af2d4b1fb8e5 req-9c42b62f-7e9e-45ff-bd3a-3d272dfebca0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:25.257575 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4ed3145c-eb4f-4173-96ea-af2d4b1fb8e5 req-9c42b62f-7e9e-45ff-bd3a-3d272dfebca0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0596228 Apr 07 11:51:25.309546 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4ed3145c-eb4f-4173-96ea-af2d4b1fb8e5 req-d1aa6b26-bf67-49c5-9ce5-d44ae66f45b6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438399 Apr 07 11:51:26.451206 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153187fa-0ff0-4787-895c-724ad5d29e70 req-0ca5c962-bf40-4975-8b52-ac87f9878019 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:26.452799 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-153187fa-0ff0-4787-895c-724ad5d29e70 req-0ca5c962-bf40-4975-8b52-ac87f9878019 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0565510 Apr 07 11:51:26.501121 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-153187fa-0ff0-4787-895c-724ad5d29e70 req-ba3ed9eb-ee8c-4e79-bde1-b70809804b38 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404582 Apr 07 11:51:27.642178 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858a4bb-638e-4d18-b4b0-f8ec925d192e req-4d817d2a-2336-4590-83c7-433ff7796c9e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:27.643663 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f858a4bb-638e-4d18-b4b0-f8ec925d192e req-4d817d2a-2336-4590-83c7-433ff7796c9e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0551693 Apr 07 11:51:27.692527 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f858a4bb-638e-4d18-b4b0-f8ec925d192e req-dcc5024c-205a-4e80-a0d6-2ae019bc01ce tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405467 Apr 07 11:51:28.175649 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0626c7fd-e9a2-4f5d-afa2-7a9bb7699f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:28.486150 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 80d4d31c-bfda-47c9-be14-a00608b82671 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:51:28.590778 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:28.603159 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '80d4d31c-bfda-47c9-be14-a00608b82671', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'port_id': '80d4d31c-bfda-47c9-be14-a00608b82671', 'mac_address': 'fa:16:3e:5a:a4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:51:28.647097 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 80d4d31c-bfda-47c9-be14-a00608b82671 is: ACTIVE; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:28.647478 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:28.659817 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80d4d31c-bfda-47c9-be14-a00608b82671 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:51:28.681044 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:28.686355 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:28.732721 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=6']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:28.739898 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.740177 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.740534 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.740900 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.741233 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.741558 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.741986 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.742315 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.742635 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.742955 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.743274 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.743606 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.743925 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.744238 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.744550 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:51:28.819073 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd1dc4-58ad-496b-9bfd-45858d49a921 req-2e628eb1-6f34-4717-a3a6-6ec44c6d6167 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:28.820551 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51fd1dc4-58ad-496b-9bfd-45858d49a921 req-2e628eb1-6f34-4717-a3a6-6ec44c6d6167 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 944 time: 0.0560596 Apr 07 11:51:28.869120 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51fd1dc4-58ad-496b-9bfd-45858d49a921 req-05c1b3be-2921-4eb7-a7e0-85d4bde17342 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426738 Apr 07 11:51:30.019289 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f758a8-5dd6-4508-8083-f9c5e2446a8e req-ae38c733-c4a2-4823-bf80-8b82c70b7971 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:30.020738 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b0f758a8-5dd6-4508-8083-f9c5e2446a8e req-ae38c733-c4a2-4823-bf80-8b82c70b7971 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 944 time: 0.0522146 Apr 07 11:51:30.073464 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b0f758a8-5dd6-4508-8083-f9c5e2446a8e req-7f369ba6-24be-4568-b5bc-c144c0b78a24 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468707 Apr 07 11:51:30.344745 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:30.358393 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-ade74e58-6503-43cb-8a4a-bdb500eeaf94 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463786 Apr 07 11:51:30.415252 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['80d4d31c-bfda-47c9-be14-a00608b82671'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:51:30.460585 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-9193f646-fa1a-4ca7-ba2d-fb89ccbcd2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:30.462191 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-9193f646-fa1a-4ca7-ba2d-fb89ccbcd2a1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 1130 time: 0.0500996 Apr 07 11:51:30.575456 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-ff80681b-34f5-415f-84b4-534a3ed5f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:30.577119 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-ff80681b-34f5-415f-84b4-534a3ed5f423 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 912 time: 0.0848804 Apr 07 11:51:30.664623 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-9fdcdec0-36f1-4511-9948-ee4498d84aab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d701df51-e420-43ba-b5e0-6f5b40baa7bd HTTP/1.1" status: 200 len: 1002 time: 0.0727413 Apr 07 11:51:30.706056 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5c009e0e-d295-4cb7-8e27-dbddffddfe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:30.719534 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-91c6c631-9b6d-4af7-a45f-a77c6f7ca673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:30.720891 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-91c6c631-9b6d-4af7-a45f-a77c6f7ca673 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0477958 Apr 07 11:51:30.770302 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-ed0b51d6-38f3-4e7b-8c83-dfe39e97d44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:30.771820 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-ed0b51d6-38f3-4e7b-8c83-dfe39e97d44b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448663 Apr 07 11:51:31.200170 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-1490e2df-291e-4441-a172-4f3e1b3d0302 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049404 Apr 07 11:51:31.213917 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989ab25-76c6-4e7a-b7eb-cb9d67cabc39 req-77e218b7-acbe-4816-b7b9-b673606e1804 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:31.215470 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0989ab25-76c6-4e7a-b7eb-cb9d67cabc39 req-77e218b7-acbe-4816-b7b9-b673606e1804 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 944 time: 0.0696204 Apr 07 11:51:31.322969 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0989ab25-76c6-4e7a-b7eb-cb9d67cabc39 req-80d12197-7eb6-4792-a71c-1d8737432c37 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994074 Apr 07 11:51:31.344961 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8a9c1fa7-ce94-4032-9012-d40258176b33 req-85c5b9dc-0c34-4487-afa9-a672482d9db7 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283786 Apr 07 11:51:31.619791 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:32.342761 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 80d4d31c-bfda-47c9-be14-a00608b82671 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:51:32.405344 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 80d4d31c-bfda-47c9-be14-a00608b82671 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:32.405790 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:32.513645 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da424979-08f5-42ef-a809-3b82b9a88311 req-998039f4-fce1-4405-86c6-9bdf7b9f0edc tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:32.515380 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-da424979-08f5-42ef-a809-3b82b9a88311 req-998039f4-fce1-4405-86c6-9bdf7b9f0edc tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 944 time: 0.0720046 Apr 07 11:51:32.515709 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 80d4d31c-bfda-47c9-be14-a00608b82671 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:32.516104 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:32.551303 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:32.553603 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db86506e-b514-4282-a268-742c523d6b75" -d '{"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-plugged", "status": "completed", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:32.557516 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:32.565468 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:32.619660 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=7']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:32.625751 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-da424979-08f5-42ef-a809-3b82b9a88311 req-8f9cdec3-a070-4232-aa85-dbb08e35b0de tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032689 Apr 07 11:51:32.638335 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ca6025-c3c3-466f-9637-88d6f7281907 x-openstack-request-id: req-f0ca6025-c3c3-466f-9637-88d6f7281907 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:32.639979 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-plugged", "status": "completed", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:32.640372 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0ca6025-c3c3-466f-9637-88d6f7281907 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:32.640950 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0ca6025-c3c3-466f-9637-88d6f7281907'] response: {'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671', 'code': 200} Apr 07 11:51:33.010287 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:33.102912 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da24339-8f17-4845-86a8-80d6c93ef09b req-ef133404-88d4-4c64-9202-54a962467721 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:33.106153 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6da24339-8f17-4845-86a8-80d6c93ef09b req-ef133404-88d4-4c64-9202-54a962467721 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 946 time: 0.0773172 Apr 07 11:51:33.174174 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6da24339-8f17-4845-86a8-80d6c93ef09b req-162a5cbf-b875-4e2c-98ff-fc2a537185de tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603080 Apr 07 11:51:33.763950 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336204f-7db3-4066-b071-ebe8722dcb17 req-c46c93df-feee-477b-85c7-ce2f3dfc7d47 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:33.765669 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9336204f-7db3-4066-b071-ebe8722dcb17 req-c46c93df-feee-477b-85c7-ce2f3dfc7d47 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0589726 Apr 07 11:51:33.828372 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9336204f-7db3-4066-b071-ebe8722dcb17 req-681efbba-a747-4914-b0c9-360c825a1064 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569940 Apr 07 11:51:34.322414 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce739be-2169-4a55-bf1e-2c1dfa348fa6 req-54b78968-ccab-4884-8eb1-c8c8e4a942f6 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:34.325692 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3ce739be-2169-4a55-bf1e-2c1dfa348fa6 req-54b78968-ccab-4884-8eb1-c8c8e4a942f6 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 946 time: 0.0651479 Apr 07 11:51:34.413879 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3ce739be-2169-4a55-bf1e-2c1dfa348fa6 req-42661a84-2a14-4554-bde2-93bac59c83cc tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807452 Apr 07 11:51:34.640074 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:34.782158 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-70d67407-fd62-4d2a-a28a-7fa415f83153 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:34.785095 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-70d67407-fd62-4d2a-a28a-7fa415f83153 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 946 time: 0.0704708 Apr 07 11:51:34.922489 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34776) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:34.949622 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Deleting port d701df51-e420-43ba-b5e0-6f5b40baa7bd {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:51:34.950265 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.053687 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] For port d701df51-e420-43ba-b5e0-6f5b40baa7bd, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=d701df51-e420-43ba-b5e0-6f5b40baa7bd,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:35.054062 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.054519 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e22208c4-cf54-44e5-85ac-8da3d9dbd5a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.137504 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e22208c4-cf54-44e5-85ac-8da3d9dbd5a8 admin admin] Publish callbacks [] for security_group (027c95c0-b752-4e1b-884b-7026da92f9e6), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.143527 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e22208c4-cf54-44e5-85ac-8da3d9dbd5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (027c95c0-b752-4e1b-884b-7026da92f9e6), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.143665 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69adc1dc-65d1-4231-bbf6-0fc21a3299c0 req-3d6421ce-614b-4060-bcbd-29a52dc04c7b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:35.145138 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69adc1dc-65d1-4231-bbf6-0fc21a3299c0 req-3d6421ce-614b-4060-bcbd-29a52dc04c7b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.2334104 Apr 07 11:51:35.189998 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-e22208c4-cf54-44e5-85ac-8da3d9dbd5a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=607ea8ce616245ca8e1037aedc9a937d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660506 Apr 07 11:51:35.190972 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34780) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:35.227993 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22208c4-cf54-44e5-85ac-8da3d9dbd5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027c95c0-b752-4e1b-884b-7026da92f9e6,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:35.266317 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-78dfa81d-1600-4d7c-8f68-6f587ba251bf admin admin] Publish callbacks [] for security_group (027c95c0-b752-4e1b-884b-7026da92f9e6), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.266859 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69adc1dc-65d1-4231-bbf6-0fc21a3299c0 req-911a3c3d-86b2-40f2-8f47-7cf3709a58d7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108947 Apr 07 11:51:35.288697 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-78dfa81d-1600-4d7c-8f68-6f587ba251bf admin admin] Publish callbacks [] for security_group (027c95c0-b752-4e1b-884b-7026da92f9e6), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.337423 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.339161 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (7435acac-f4e2-490c-9abe-a258b4a40bca), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.339161 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Floating IP 7435acac-f4e2-490c-9abe-a258b4a40bca disassociated. External IP: 172.27.3.157, port: d701df51-e420-43ba-b5e0-6f5b40baa7bd. Apr 07 11:51:35.339477 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Calling delete_port for d701df51-e420-43ba-b5e0-6f5b40baa7bd owned by compute:nova {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:51:35.353813 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-78dfa81d-1600-4d7c-8f68-6f587ba251bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (027c95c0-b752-4e1b-884b-7026da92f9e6), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.356679 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-78dfa81d-1600-4d7c-8f68-6f587ba251bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.360379 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-78dfa81d-1600-4d7c-8f68-6f587ba251bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/027c95c0-b752-4e1b-884b-7026da92f9e6 HTTP/1.1" status: 204 len: 168 time: 0.1612744 Apr 07 11:51:35.371363 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dfa81d-1600-4d7c-8f68-6f587ba251bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027c95c0-b752-4e1b-884b-7026da92f9e6,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:35.521798 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (d701df51-e420-43ba-b5e0-6f5b40baa7bd), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.598471 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01bbed29-cbe4-412b-839b-61d6a29b94c1 req-27e6e967-9e17-4e6e-90c6-0940bdbf2830 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0730419 Apr 07 11:51:35.601839 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event deleted for resources: {'Port': ['ID=d701df51-e420-43ba-b5e0-6f5b40baa7bd,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:35.759703 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Router 6ae7976c-23c4-4995-8e05-e133911b86fc has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:51:35.800336 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34788) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:35.815281 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f5e70e5d-bb7c-4831-ac48-0fe97bbd53ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.904495 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:51:35.916330 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] Sync routers for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:51:35.922003 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f5e70e5d-bb7c-4831-ac48-0fe97bbd53ac admin admin] Publish callbacks [] for security_group (91dcb20e-184e-42f2-bd8b-7abe05ba791f), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.928354 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f5e70e5d-bb7c-4831-ac48-0fe97bbd53ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (91dcb20e-184e-42f2-bd8b-7abe05ba791f), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.933842 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:35.935373 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:51:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:35.957008 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] No DVR routers for this DVR port d701df51-e420-43ba-b5e0-6f5b40baa7bd on host hv-cinder-83682 {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:51:35.959819 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:35.964642 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-079fc030-19ea-4063-aa8b-ff02b84d57f8 req-fe602505-1001-4635-b6df-5d07f43f5712 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "DELETE /v2.0/ports/d701df51-e420-43ba-b5e0-6f5b40baa7bd HTTP/1.1" status: 204 len: 173 time: 1.1734543 Apr 07 11:51:35.965562 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'name': 'network-vif-deleted', 'tag': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:35.968509 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bab57c-94bc-4029-a281-2bbda61b0d24" -d '{"events": [{"server_uuid": "64bb74dc-9dd9-4e16-8b45-fa851ac50a19", "name": "network-vif-deleted", "tag": "d701df51-e420-43ba-b5e0-6f5b40baa7bd"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:35.976058 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f5e70e5d-bb7c-4831-ac48-0fe97bbd53ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca3ac7108f094a10860df8324c545cae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1738634 Apr 07 11:51:35.978406 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 34790) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:36.065120 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1307b69a-3960-4d42-adb1-ec932cd6ecd4 x-openstack-request-id: req-1307b69a-3960-4d42-adb1-ec932cd6ecd4 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:36.065563 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64bb74dc-9dd9-4e16-8b45-fa851ac50a19", "name": "network-vif-deleted", "tag": "d701df51-e420-43ba-b5e0-6f5b40baa7bd", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:36.066065 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1307b69a-3960-4d42-adb1-ec932cd6ecd4 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:36.066542 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1307b69a-3960-4d42-adb1-ec932cd6ecd4'] response: {'server_uuid': '64bb74dc-9dd9-4e16-8b45-fa851ac50a19', 'name': 'network-vif-deleted', 'tag': 'd701df51-e420-43ba-b5e0-6f5b40baa7bd', 'status': 'completed', 'code': 200} Apr 07 11:51:36.099598 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e70e5d-bb7c-4831-ac48-0fe97bbd53ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91dcb20e-184e-42f2-bd8b-7abe05ba791f,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:36.142689 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c3862926-2d03-4d58-97bd-20b715a59def admin admin] Publish callbacks [] for security_group (91dcb20e-184e-42f2-bd8b-7abe05ba791f), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.179304 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c3862926-2d03-4d58-97bd-20b715a59def admin admin] Publish callbacks [] for security_group (91dcb20e-184e-42f2-bd8b-7abe05ba791f), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.264423 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c3862926-2d03-4d58-97bd-20b715a59def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (91dcb20e-184e-42f2-bd8b-7abe05ba791f), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.273582 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c3862926-2d03-4d58-97bd-20b715a59def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:36.275860 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:36.292659 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-c3862926-2d03-4d58-97bd-20b715a59def admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91dcb20e-184e-42f2-bd8b-7abe05ba791f HTTP/1.1" status: 204 len: 168 time: 0.2977967 Apr 07 11:51:36.318302 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3862926-2d03-4d58-97bd-20b715a59def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91dcb20e-184e-42f2-bd8b-7abe05ba791f,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:36.453240 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80dbc7b-92f0-4f40-b04a-1b55d1728ce7 req-ea36bcfe-b31e-4531-ada8-193e32c47ebe tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:36.462175 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f80dbc7b-92f0-4f40-b04a-1b55d1728ce7 req-ea36bcfe-b31e-4531-ada8-193e32c47ebe tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0816638 Apr 07 11:51:36.521770 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:36.531100 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f80dbc7b-92f0-4f40-b04a-1b55d1728ce7 req-797e83ae-5595-49c5-903a-4be5bd79012b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674841 Apr 07 11:51:36.554317 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] Checking router: 6ae7976c-23c4-4995-8e05-e133911b86fc for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:51:36.565683 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:51:36.566358 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:51:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:36.732565 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:51:36.769101 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3c84f1b4-a84d-471b-a59e-3972f4dd3897 req-5e791a0b-676f-4ede-953a-70d844f2d8d7 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=64bb74dc-9dd9-4e16-8b45-fa851ac50a19 HTTP/1.1" status: 200 len: 210 time: 0.0471256 Apr 07 11:51:37.068080 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:51:37.102783 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb2c45d-bded-43d8-ba65-b96a2325a056 None None] The sync data for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi is: [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:51:37.435539 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521c4146-f1d8-4f18-8aed-3301bc65818d None None] New status for floating IP 7435acac-f4e2-490c-9abe-a258b4a40bca: DOWN {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:51:37.699870 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afd8e4-0e1b-46fd-a8a8-1d38a5afc236 req-66da15c2-5bb5-4628-90a4-fddf7ed0b46d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:37.708213 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-08afd8e4-0e1b-46fd-a8a8-1d38a5afc236 req-66da15c2-5bb5-4628-90a4-fddf7ed0b46d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0869474 Apr 07 11:51:37.769724 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-08afd8e4-0e1b-46fd-a8a8-1d38a5afc236 req-db064105-9fdc-4547-ba73-3b9a59fd1918 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606282 Apr 07 11:51:38.103653 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-28acd736-356d-4f15-95af-d82a848469a2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019866276&fields=id&tenant_id=d8a08587d20a4220b12b5534cfcd14fd HTTP/1.1" status: 200 len: 267 time: 0.0685396 Apr 07 11:51:38.232986 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-6c4ea350-df17-4a30-b7d9-7f3ae28dfaaa tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:38.235405 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-6c4ea350-df17-4a30-b7d9-7f3ae28dfaaa tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 811 time: 0.1228578 Apr 07 11:51:38.256257 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-92e1977b-833e-4343-898c-71c45a824e44 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/quotas/d8a08587d20a4220b12b5534cfcd14fd HTTP/1.1" status: 200 len: 375 time: 0.0144413 Apr 07 11:51:38.321610 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-1e49a16b-cd29-42b0-95c2-d7ae8f7dbb1e tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0590560 Apr 07 11:51:38.344547 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device d701df51-e420-43ba-b5e0-6f5b40baa7bd no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:38.372891 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: d701df51-e420-43ba-b5e0-6f5b40baa7bd {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:51:38.373513 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device d701df51-e420-43ba-b5e0-6f5b40baa7bd not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:51:38.455684 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-affae4bd-7643-4af3-9fbd-5b50577e6726 service neutron] 10.222.0.15 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206050 Apr 07 11:51:38.582531 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-99dca1b1-6a7b-4cd4-85f5-4509c7191461 service neutron] 10.222.0.15 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257367 Apr 07 11:51:38.957621 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88be82-953f-40ec-983d-bcaa817951c8 req-d2d3a6db-a6ed-4bf5-ae8a-5fab0e3af0b3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:38.959336 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c88be82-953f-40ec-983d-bcaa817951c8 req-d2d3a6db-a6ed-4bf5-ae8a-5fab0e3af0b3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0828805 Apr 07 11:51:39.078344 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a278069e-1d10-4a9f-88d5-18187260ec15 req-1dfbb72b-5e25-4455-8741-2fee394d9fdb tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 210 time: 0.0632701 Apr 07 11:51:39.084567 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c88be82-953f-40ec-983d-bcaa817951c8 req-f0031875-903b-4edf-9412-4e9fc92b43f5 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190867 Apr 07 11:51:40.305352 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ade21055-960a-4187-8cdf-38c861e73502 req-edd1de7a-8cd0-4cba-aca9-8356084104af tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 210 time: 0.0732419 Apr 07 11:51:40.380533 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-03fee8c0-3783-4aaa-8f39-34b975875300 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:40.382550 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-03fee8c0-3783-4aaa-8f39-34b975875300 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 811 time: 0.3465648 Apr 07 11:51:40.409350 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524df6c1-ec87-43e6-b6b6-f36371b8d7a0 req-16e881e4-b550-47a4-b501-97cb94b16df1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:40.410848 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-524df6c1-ec87-43e6-b6b6-f36371b8d7a0 req-16e881e4-b550-47a4-b501-97cb94b16df1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.1952879 Apr 07 11:51:40.497218 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-4b775821-bfb4-46f4-a3f0-0515c42ad313 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8a08587d20a4220b12b5534cfcd14fd HTTP/1.1" status: 200 len: 380 time: 0.1026630 Apr 07 11:51:40.500362 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-524df6c1-ec87-43e6-b6b6-f36371b8d7a0 req-69587092-63e2-4933-957c-4bb220e9cec9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814869 Apr 07 11:51:40.507101 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'port': {'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'admin_state_up': True, 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'security_groups': ['28f83b37-2803-4ee4-9309-bee8266a964c']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:40.633870 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Made reservation on behalf of d8a08587d20a4220b12b5534cfcd14fd for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:51:40.639233 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:40.802070 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Allocated IP 172.20.0.11 (03994c54-3577-4093-861c-ec84d9d77c85/f38c5977-0203-4668-a1ef-c4a4a5df9f57/2c839221-c40e-4482-9bdc-66e732e9e6c7) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:51:40.983520 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:41.021263 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:41.068267 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Network 03994c54-3577-4093-861c-ec84d9d77c85 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:51:41.076952 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:51:41.082218 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:51:41.108877 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'Port': ['ID=2c839221-c40e-4482-9bdc-66e732e9e6c7,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:41.153090 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:41.153731 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:41.173542 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-ba570ab9-96b9-4953-acf3-0592dbc312bd tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6708894 Apr 07 11:51:41.187002 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Request body: {'port': {'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:51:41.260428 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:41.383565 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-15a0bf3f-61a0-49f6-bc6c-b19b15ec5e5d None None] Provisioning complete for port 2c839221-c40e-4482-9bdc-66e732e9e6c7 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:51:41.384682 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-15a0bf3f-61a0-49f6-bc6c-b19b15ec5e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:41.430310 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-15a0bf3f-61a0-49f6-bc6c-b19b15ec5e5d None None] Port 2c839221-c40e-4482-9bdc-66e732e9e6c7 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:51:41.516725 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fb03a-5379-4660-a5f6-93d8a3c93c00 req-9560c097-5c2b-45d3-ace8-a93828bb51d9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:41.518276 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-612fb03a-5379-4660-a5f6-93d8a3c93c00 req-9560c097-5c2b-45d3-ace8-a93828bb51d9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 932 time: 0.1207631 Apr 07 11:51:41.639915 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-612fb03a-5379-4660-a5f6-93d8a3c93c00 req-c30c587b-df9b-4b83-852f-651b5ab20d4d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158180 Apr 07 11:51:41.649433 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c839221-c40e-4482-9bdc-66e732e9e6c7 {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:51:41.665323 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Publish callbacks [] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:41.682952 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Transition to ACTIVE for port object 2c839221-c40e-4482-9bdc-66e732e9e6c7 will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:51:41.695948 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82db9f-6713-4d98-8d3d-b1dd55e7a1ca req-5c76b6af-ff37-4001-ade5-903bad5573bd tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:41.696914 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5e82db9f-6713-4d98-8d3d-b1dd55e7a1ca req-5c76b6af-ff37-4001-ade5-903bad5573bd tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0977790 Apr 07 11:51:41.698045 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:41.811881 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5e82db9f-6713-4d98-8d3d-b1dd55e7a1ca req-9b40be62-a512-4a0e-9375-b7d7f9559a7f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041484 Apr 07 11:51:41.812486 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Pushing event updated for resources: {'Port': ['ID=2c839221-c40e-4482-9bdc-66e732e9e6c7,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:41.875672 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-a5a3c7fd-db5b-4a91-807a-f1e62255b453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:41.877527 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-a5a3c7fd-db5b-4a91-807a-f1e62255b453 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 1129 time: 0.0555787 Apr 07 11:51:41.887064 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Attempting to bind port 2c839221-c40e-4482-9bdc-66e732e9e6c7 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:51:41.887566 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Attempting to bind port 2c839221-c40e-4482-9bdc-66e732e9e6c7 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:51:41.887905 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Attempting to bind port 2c839221-c40e-4482-9bdc-66e732e9e6c7 on network 03994c54-3577-4093-861c-ec84d9d77c85 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:41.892715 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Port 2c839221-c40e-4482-9bdc-66e732e9e6c7 on network 03994c54-3577-4093-861c-ec84d9d77c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:51:41.893118 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Attempting to bind port 2c839221-c40e-4482-9bdc-66e732e9e6c7 on network 03994c54-3577-4093-861c-ec84d9d77c85 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:51:41.898311 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:51:41.898658 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Checking segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:51:41.899038 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Bound using segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:51:41.899465 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Bound port: 2c839221-c40e-4482-9bdc-66e732e9e6c7, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:51:41.899823 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:41.973590 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] For port 2c839221-c40e-4482-9bdc-66e732e9e6c7, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:51:41.976549 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] For port 2c839221-c40e-4482-9bdc-66e732e9e6c7, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=2c839221-c40e-4482-9bdc-66e732e9e6c7,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:51:41.977259 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-2b3bb240-3c18-42ed-bc8e-717bd0ca4682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:41.978751 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-2b3bb240-3c18-42ed-bc8e-717bd0ca4682 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.0943835 Apr 07 11:51:41.983719 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:42.015401 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:42.016020 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:42.017446 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] 10.222.0.52 "PUT /v2.0/ports/2c839221-c40e-4482-9bdc-66e732e9e6c7 HTTP/1.1" status: 200 len: 1094 time: 0.8349385 Apr 07 11:51:42.017905 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:42.020160 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad381e7-f06d-4d65-8748-3a47a3c00e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:42.047050 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba75d5-1cdb-4e54-bfcf-01fe77485f1e service neutron] Pushing event updated for resources: {'Port': ['ID=2c839221-c40e-4482-9bdc-66e732e9e6c7,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:42.060578 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14b9eae-91c6-4633-bf3f-ced7b5a11300 x-openstack-request-id: req-e14b9eae-91c6-4633-bf3f-ced7b5a11300 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:42.060974 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:42.061231 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e14b9eae-91c6-4633-bf3f-ced7b5a11300 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:42.061654 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e14b9eae-91c6-4633-bf3f-ced7b5a11300'] response: {'name': 'network-changed', 'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'status': 'completed', 'code': 200} Apr 07 11:51:42.772320 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48579c-2ca8-488d-9051-e86f46c388f4 req-ed4a6a98-95b2-4657-aeb6-4e01fdde14e2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:42.773975 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eb48579c-2ca8-488d-9051-e86f46c388f4 req-ed4a6a98-95b2-4657-aeb6-4e01fdde14e2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0589542 Apr 07 11:51:42.826695 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eb48579c-2ca8-488d-9051-e86f46c388f4 req-6fd263f1-fd5d-4125-a7c5-d750513538cb tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452292 Apr 07 11:51:42.958556 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685ab57-9734-4fc7-8658-cce409a1b574 req-832b46eb-2e9f-4886-b4fa-81d1be3c323e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:42.960080 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4685ab57-9734-4fc7-8658-cce409a1b574 req-832b46eb-2e9f-4886-b4fa-81d1be3c323e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0572612 Apr 07 11:51:43.024230 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4685ab57-9734-4fc7-8658-cce409a1b574 req-9b001b4a-71d5-466b-904b-f6c37cc8ee7a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580282 Apr 07 11:51:43.581407 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-fc8252a2-7ab1-40a0-9ddf-dc0a4d309b4d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d4d31c-bfda-47c9-be14-a00608b82671 HTTP/1.1" status: 200 len: 1001 time: 0.0600903 Apr 07 11:51:43.948704 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f0900-e386-41a0-8947-1e48cf8b833c req-17f7c41f-e2c0-4ee7-82ac-3a54f56df290 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:43.950254 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8d8f0900-e386-41a0-8947-1e48cf8b833c req-17f7c41f-e2c0-4ee7-82ac-3a54f56df290 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0559382 Apr 07 11:51:44.000552 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8d8f0900-e386-41a0-8947-1e48cf8b833c req-0860e9a0-6492-47b2-ae3b-668dc7ee2341 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446031 Apr 07 11:51:44.157785 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c0f91-9844-477c-ba7c-7cf7e307c166 req-e44b7e85-3126-4155-a88c-71afe9be9588 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:44.159165 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-473c0f91-9844-477c-ba7c-7cf7e307c166 req-e44b7e85-3126-4155-a88c-71afe9be9588 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0584707 Apr 07 11:51:44.208645 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-473c0f91-9844-477c-ba7c-7cf7e307c166 req-d8dda87a-a2ed-4794-9d56-1c2794235b5b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418260 Apr 07 11:51:44.483981 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-7e53b10d-05bd-4372-993f-8a7a3376aa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:44.485358 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-7e53b10d-05bd-4372-993f-8a7a3376aa23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.0583422 Apr 07 11:51:44.491116 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad381e7-f06d-4d65-8748-3a47a3c00e0a req-f652c923-1950-4d2d-94eb-3692d51297db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:44.492621 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cad381e7-f06d-4d65-8748-3a47a3c00e0a req-f652c923-1950-4d2d-94eb-3692d51297db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 1128 time: 0.0507777 Apr 07 11:51:44.536323 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-c1f15272-01f1-4c80-bb81-b90f89559fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:44.537859 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-c1f15272-01f1-4c80-bb81-b90f89559fd9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445707 Apr 07 11:51:44.597275 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad381e7-f06d-4d65-8748-3a47a3c00e0a req-cf017ef4-c80b-4dfe-a461-26d12eabf04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:44.598781 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cad381e7-f06d-4d65-8748-3a47a3c00e0a req-cf017ef4-c80b-4dfe-a461-26d12eabf04b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0944762 Apr 07 11:51:44.628800 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-159424e7-80ab-4365-8241-615d34b54ee6 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841432 Apr 07 11:51:44.695399 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad381e7-f06d-4d65-8748-3a47a3c00e0a req-a92f5ed2-508c-49e8-b09a-62953562a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:44.696934 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cad381e7-f06d-4d65-8748-3a47a3c00e0a req-a92f5ed2-508c-49e8-b09a-62953562a1cd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910714 Apr 07 11:51:44.715798 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-bcdf499b-2c3a-4b8d-8d02-9487ce5e73db req-1172e7f9-22c5-425c-81b4-76eddfada4ee service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801375 Apr 07 11:51:45.122360 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7914869-463e-4c70-9e77-8ae821267e4f req-7a9f49e7-d226-4a3e-b205-87f352ad446b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:45.123858 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a7914869-463e-4c70-9e77-8ae821267e4f req-7a9f49e7-d226-4a3e-b205-87f352ad446b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0524676 Apr 07 11:51:45.175158 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a7914869-463e-4c70-9e77-8ae821267e4f req-fd7dbe7a-f91f-4949-bff4-e2e308f3883e tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455077 Apr 07 11:51:45.342413 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab69308-3422-45f1-8cfc-23dead577ab4 req-65858d3d-08cd-49b1-8212-cf1eea3ca96d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:45.344036 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dab69308-3422-45f1-8cfc-23dead577ab4 req-65858d3d-08cd-49b1-8212-cf1eea3ca96d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0560603 Apr 07 11:51:45.393945 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dab69308-3422-45f1-8cfc-23dead577ab4 req-c51b126a-26a0-49ff-91f0-83b354078fd8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402975 Apr 07 11:51:46.300121 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d139b0-2eda-4fe8-af22-83b0e897db77 req-702ae4a7-a846-434b-a265-f1a00a60121a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:46.301609 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-03d139b0-2eda-4fe8-af22-83b0e897db77 req-702ae4a7-a846-434b-a265-f1a00a60121a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0539572 Apr 07 11:51:46.353467 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-03d139b0-2eda-4fe8-af22-83b0e897db77 req-8ecbdc7e-9436-4e4e-9d15-243a3d501150 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439241 Apr 07 11:51:46.383632 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-752d4aee-11a4-4f98-b470-661be9def7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:46.385183 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-752d4aee-11a4-4f98-b470-661be9def7e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 1128 time: 0.0485137 Apr 07 11:51:46.434299 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-1085ec28-383c-4b4e-aeff-4645b34482bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c839221-c40e-4482-9bdc-66e732e9e6c7 HTTP/1.1" status: 200 len: 217 time: 0.0407152 Apr 07 11:51:46.525064 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-7a83b976-574b-4b6f-a62e-30411f98b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:46.526646 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-7a83b976-574b-4b6f-a62e-30411f98b37a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0567436 Apr 07 11:51:46.568391 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ceadd-fd9d-4376-9d50-c71b6f5160de req-af046ccc-dfe8-4a7d-a448-b32da8067f67 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:46.571390 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-690ceadd-fd9d-4376-9d50-c71b6f5160de req-af046ccc-dfe8-4a7d-a448-b32da8067f67 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.1042700 Apr 07 11:51:46.632809 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-21d4b7b9-cdd4-4195-b156-b18b5006a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:46.634633 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-21d4b7b9-cdd4-4195-b156-b18b5006a63d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0935717 Apr 07 11:51:46.636235 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-690ceadd-fd9d-4376-9d50-c71b6f5160de req-151a84e3-0018-4985-bd09-939e239c1d0b tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580814 Apr 07 11:51:46.740550 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-eddddf0a-9a79-472c-b771-395213efcc81 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988021 Apr 07 11:51:47.006805 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-2fd2af33-c0f1-4a53-a6d5-68135deb58cc req-0ec16be2-d6c9-4769-af21-0f3baf8fd731 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968187 Apr 07 11:51:47.478462 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0405e-5765-469b-b15e-983b50b5c797 req-f2a8cd3b-3d22-4be5-969a-030f22e46055 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:47.479939 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-95b0405e-5765-469b-b15e-983b50b5c797 req-f2a8cd3b-3d22-4be5-969a-030f22e46055 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0553262 Apr 07 11:51:47.530388 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-95b0405e-5765-469b-b15e-983b50b5c797 req-e7322fa5-d089-47c2-99ae-7e0144f266d0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423694 Apr 07 11:51:47.760628 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cae911-bd6d-4788-9c0b-672bb86429af req-e4231050-e70d-4444-8ba8-de9447fcd519 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:47.762129 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35cae911-bd6d-4788-9c0b-672bb86429af req-e4231050-e70d-4444-8ba8-de9447fcd519 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 945 time: 0.0536449 Apr 07 11:51:48.113586 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35cae911-bd6d-4788-9c0b-672bb86429af req-9b8d83a7-59f1-44ca-b191-ec530bd5866c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436105 Apr 07 11:51:48.204613 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35036) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:48.310919 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e0b0ac0a-2725-49b5-817b-2ac220aa6ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:48.382436 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e0b0ac0a-2725-49b5-817b-2ac220aa6ff6 admin admin] Publish callbacks [] for security_group (695ffc0a-fd9d-48bb-a677-25b3b7244395), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:48.387539 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e0b0ac0a-2725-49b5-817b-2ac220aa6ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (695ffc0a-fd9d-48bb-a677-25b3b7244395), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:48.430639 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e0b0ac0a-2725-49b5-817b-2ac220aa6ff6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32de839dad56448ba5dc666bee6a9fc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248404 Apr 07 11:51:48.431498 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0ac0a-2725-49b5-817b-2ac220aa6ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695ffc0a-fd9d-48bb-a677-25b3b7244395,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:48.437276 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35046) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:48.459365 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 80d4d31c-bfda-47c9-be14-a00608b82671 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:51:48.495961 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-376aa29d-ed0b-459f-acbf-76ce58f532de admin admin] Publish callbacks [] for security_group (695ffc0a-fd9d-48bb-a677-25b3b7244395), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:48.522159 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-376aa29d-ed0b-459f-acbf-76ce58f532de admin admin] Publish callbacks [] for security_group (695ffc0a-fd9d-48bb-a677-25b3b7244395), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:48.553757 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 80d4d31c-bfda-47c9-be14-a00608b82671 is: ACTIVE; New status is: DOWN {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:51:48.554213 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:48.581827 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:51:48.584948 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8fe64b-b0c4-42ce-b166-98affc6e4837" -d '{"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-unplugged", "status": "completed", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:51:48.592173 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-376aa29d-ed0b-459f-acbf-76ce58f532de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (695ffc0a-fd9d-48bb-a677-25b3b7244395), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:48.594801 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-376aa29d-ed0b-459f-acbf-76ce58f532de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:48.599728 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-376aa29d-ed0b-459f-acbf-76ce58f532de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/695ffc0a-fd9d-48bb-a677-25b3b7244395 HTTP/1.1" status: 204 len: 168 time: 0.1613600 Apr 07 11:51:48.601870 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:51:48.610044 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376aa29d-ed0b-459f-acbf-76ce58f532de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695ffc0a-fd9d-48bb-a677-25b3b7244395,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:48.611587 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:48.689700 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305dadc0-1521-45d4-b673-5d23092db23d req-305325fa-6bbb-485b-aaf2-42763514e253 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:48.701073 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-305dadc0-1521-45d4-b673-5d23092db23d req-305325fa-6bbb-485b-aaf2-42763514e253 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0840461 Apr 07 11:51:48.701366 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=8']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:48.763310 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-305dadc0-1521-45d4-b673-5d23092db23d req-a654bfb1-1ff5-462c-8be0-4ff8e9be877d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613770 Apr 07 11:51:48.823236 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 11:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088852a9-8903-44b9-8155-3d6c758c0d1d x-openstack-request-id: req-088852a9-8903-44b9-8155-3d6c758c0d1d {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:51:48.823509 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-unplugged", "status": "failed", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671", "code": 422}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:51:48.823765 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-088852a9-8903-44b9-8155-3d6c758c0d1d {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:51:48.824204 dv-cinder-836822-2-iscsi neutron-server[109937]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-088852a9-8903-44b9-8155-3d6c758c0d1d']: {'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671', 'code': 422} returned with failed status Apr 07 11:51:48.931717 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35074) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:48.945348 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-02298768-be8f-49b9-b89c-7ed8dc2bb70b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:49.021466 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-02298768-be8f-49b9-b89c-7ed8dc2bb70b admin admin] Publish callbacks [] for security_group (f3f71904-687a-443a-88a4-c480ae05ea00), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:49.026653 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-02298768-be8f-49b9-b89c-7ed8dc2bb70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f3f71904-687a-443a-88a4-c480ae05ea00), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:49.065397 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-02298768-be8f-49b9-b89c-7ed8dc2bb70b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4778c0161c914f08adb51681cc7ac153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324477 Apr 07 11:51:49.066244 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02298768-be8f-49b9-b89c-7ed8dc2bb70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f71904-687a-443a-88a4-c480ae05ea00,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:49.068365 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35078) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:51:49.112621 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [req-4d9c138a-01f8-4f0b-b426-b4e7404b7cc4 req-2d2e7c1f-769b-4b15-8466-7d610191ff8e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109935) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:51:49.113722 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4d9c138a-01f8-4f0b-b426-b4e7404b7cc4 req-2d2e7c1f-769b-4b15-8466-7d610191ff8e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1470957 Apr 07 11:51:49.126487 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-edb2508e-e5bc-4341-86f2-cc2351884cb9 admin admin] Publish callbacks [] for security_group (f3f71904-687a-443a-88a4-c480ae05ea00), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:49.147812 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-edb2508e-e5bc-4341-86f2-cc2351884cb9 admin admin] Publish callbacks [] for security_group (f3f71904-687a-443a-88a4-c480ae05ea00), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:49.200369 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-edb2508e-e5bc-4341-86f2-cc2351884cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (f3f71904-687a-443a-88a4-c480ae05ea00), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:49.203072 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-edb2508e-e5bc-4341-86f2-cc2351884cb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:49.207103 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-edb2508e-e5bc-4341-86f2-cc2351884cb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3f71904-687a-443a-88a4-c480ae05ea00 HTTP/1.1" status: 204 len: 168 time: 0.1373839 Apr 07 11:51:49.217447 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2508e-e5bc-4341-86f2-cc2351884cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f71904-687a-443a-88a4-c480ae05ea00,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:51:49.278421 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48459d25-c5da-4ff8-b6ab-9e9ce27d1a89 req-9ffe3881-6c98-4b5e-9395-f06d44a72689 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:49.279927 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-48459d25-c5da-4ff8-b6ab-9e9ce27d1a89 req-9ffe3881-6c98-4b5e-9395-f06d44a72689 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0539811 Apr 07 11:51:49.330199 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-6d342af6-38e3-4bf6-830f-b7837bb2bf6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502093 Apr 07 11:51:49.332195 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-48459d25-c5da-4ff8-b6ab-9e9ce27d1a89 req-ad57580b-f6aa-4928-af6b-3e33103e7db6 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444136 Apr 07 11:51:49.409740 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-285e76ff-5810-401b-9b28-5ba58fc5e223 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:49.411277 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-285e76ff-5810-401b-9b28-5ba58fc5e223 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports/80d4d31c-bfda-47c9-be14-a00608b82671 HTTP/1.1" status: 200 len: 940 time: 0.0503387 Apr 07 11:51:49.899103 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcef0e-b8a7-43fe-997c-ac70c56a95ac req-880ea1f9-a965-4545-a858-b20db97fdd2c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:49.900711 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eedcef0e-b8a7-43fe-997c-ac70c56a95ac req-880ea1f9-a965-4545-a858-b20db97fdd2c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0663466 Apr 07 11:51:49.955051 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eedcef0e-b8a7-43fe-997c-ac70c56a95ac req-1bf05fed-2d0e-4513-8946-e8d3343b8702 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469477 Apr 07 11:51:50.254912 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-f43eb41a-c8c5-4398-ba8a-215371fc8a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:50.256441 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-f43eb41a-c8c5-4398-ba8a-215371fc8a2c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529&tenant_id=46461a9310d94e96858d9230caddfa3f HTTP/1.1" status: 200 len: 1127 time: 0.0774753 Apr 07 11:51:50.330987 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-873167b6-3ed9-4f02-a16d-82cf2f31f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:50.332524 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-873167b6-3ed9-4f02-a16d-82cf2f31f6f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 1127 time: 0.0493772 Apr 07 11:51:50.427137 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-ca107046-6253-46d8-8610-1183649ffec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:50.428659 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-ca107046-6253-46d8-8610-1183649ffec5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.0899062 Apr 07 11:51:50.472307 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb9c6c-db8b-4079-8e24-d54f5d6db396 req-72bab8d4-97b8-4d65-af0c-dcb71b687691 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:50.477384 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-03eb9c6c-db8b-4079-8e24-d54f5d6db396 req-72bab8d4-97b8-4d65-af0c-dcb71b687691 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0634630 Apr 07 11:51:50.510552 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-e461b1f4-8550-49ff-ba70-7be2e82ad9aa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d4d31c-bfda-47c9-be14-a00608b82671 HTTP/1.1" status: 200 len: 999 time: 0.0745625 Apr 07 11:51:50.534262 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-03eb9c6c-db8b-4079-8e24-d54f5d6db396 req-dded7803-f738-421c-b138-9b264a65f06e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498667 Apr 07 11:51:50.575211 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-4f8b68a9-489e-4f96-9933-1e3d419a9d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:50.576743 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-4f8b68a9-489e-4f96-9933-1e3d419a9d09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.0579803 Apr 07 11:51:50.635475 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-2cd51559-7996-4a39-8c86-fdf7169e808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:50.637823 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-2cd51559-7996-4a39-8c86-fdf7169e808e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0544536 Apr 07 11:51:50.737420 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-edac6db8-7561-4ba8-be42-f9b8a667cf35 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930681 Apr 07 11:51:50.831228 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-3dd27ea7-ac0c-4c76-ae8e-831906e7ff9c req-a4c2d4c7-5c7c-40c0-b835-e10fe18b9cf7 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875213 Apr 07 11:51:51.081291 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee90d20-8157-427c-b90b-037c3f93f5f9 req-03e43945-75fb-4381-9480-66816f68f1a3 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:51.082975 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3ee90d20-8157-427c-b90b-037c3f93f5f9 req-03e43945-75fb-4381-9480-66816f68f1a3 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0562069 Apr 07 11:51:51.136557 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3ee90d20-8157-427c-b90b-037c3f93f5f9 req-4bfc649a-c401-4e77-a9e8-c8b32545845a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476434 Apr 07 11:51:51.689402 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a27584-8f79-40a2-bb2b-b71ab9a28f09 req-934594e2-6e75-452b-aad7-60de2936ad55 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:51.691331 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d4a27584-8f79-40a2-bb2b-b71ab9a28f09 req-934594e2-6e75-452b-aad7-60de2936ad55 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0656443 Apr 07 11:51:51.743141 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d4a27584-8f79-40a2-bb2b-b71ab9a28f09 req-d3ce6e5f-b28c-4ff7-9ffe-9675a52105e2 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Apr 07 11:51:52.246770 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:51:52.275483 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea606f9-6c84-43b4-bff2-686d96e6dde2 req-8a38ba82-6097-4317-86c0-5722c9b0e3e6 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:52.277937 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2ea606f9-6c84-43b4-bff2-686d96e6dde2 req-8a38ba82-6097-4317-86c0-5722c9b0e3e6 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0607791 Apr 07 11:51:52.332540 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2ea606f9-6c84-43b4-bff2-686d96e6dde2 req-3e8149bc-3626-4815-be01-c99439124cb2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452302 Apr 07 11:51:52.878200 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5652f-bc3e-42d6-9835-6f075e5b1030 req-88b555d0-0b45-48dd-b18e-25ac6ee6a81c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:52.879715 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-61b5652f-bc3e-42d6-9835-6f075e5b1030 req-88b555d0-0b45-48dd-b18e-25ac6ee6a81c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0600398 Apr 07 11:51:52.933889 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-61b5652f-bc3e-42d6-9835-6f075e5b1030 req-927ab7b6-cf7f-43ac-adf0-67b31bac1cd3 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483022 Apr 07 11:51:53.455997 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617afe5-e5f0-46ab-927e-cc52a2f222a1 req-cb1e2535-a588-4140-ae49-c5414f89387d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:53.457564 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4617afe5-e5f0-46ab-927e-cc52a2f222a1 req-cb1e2535-a588-4140-ae49-c5414f89387d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0550246 Apr 07 11:51:53.525042 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4617afe5-e5f0-46ab-927e-cc52a2f222a1 req-ef26718c-ca3a-4e97-aa4a-173d5d7446b4 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612991 Apr 07 11:51:54.107345 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e7080b-f7f3-4dd4-a118-8443ecd6f066 req-1b0eefe2-5c07-47d2-9f03-840cf8ffe901 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:54.109719 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25e7080b-f7f3-4dd4-a118-8443ecd6f066 req-1b0eefe2-5c07-47d2-9f03-840cf8ffe901 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0803504 Apr 07 11:51:54.178708 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-25e7080b-f7f3-4dd4-a118-8443ecd6f066 req-16930457-11c1-4e64-8ff4-450f0edb23fd tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606883 Apr 07 11:51:54.656376 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe12bf6-c7c5-47c8-a858-c86dc70bd0a1 req-a758226d-e0ad-4db6-a2f3-613a6c686b7d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:54.657988 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cfe12bf6-c7c5-47c8-a858-c86dc70bd0a1 req-a758226d-e0ad-4db6-a2f3-613a6c686b7d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0554602 Apr 07 11:51:54.713853 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cfe12bf6-c7c5-47c8-a858-c86dc70bd0a1 req-aedf6814-1b2b-4500-94d4-ed28b26d2527 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491958 Apr 07 11:51:55.312246 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1174417-958b-4462-824b-49800aa629db req-083aec76-ea22-4af4-a2a4-c969dc9d64dc tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:55.313857 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d1174417-958b-4462-824b-49800aa629db req-083aec76-ea22-4af4-a2a4-c969dc9d64dc tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0603957 Apr 07 11:51:55.382327 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d1174417-958b-4462-824b-49800aa629db req-2b6ce243-ee71-4445-ad25-89dc594c1f31 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622034 Apr 07 11:51:55.858835 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544f8a0-6aab-4a07-b6a3-4b39828f40c1 req-7680438c-f342-404a-8a6a-98ce368d24f5 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:55.860459 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a544f8a0-6aab-4a07-b6a3-4b39828f40c1 req-7680438c-f342-404a-8a6a-98ce368d24f5 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0757647 Apr 07 11:51:55.928134 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a544f8a0-6aab-4a07-b6a3-4b39828f40c1 req-d154036c-f722-43a2-b902-f3dc2bb81b76 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616817 Apr 07 11:51:56.531650 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbe4a0-6549-4bba-99d5-92398e45f861 req-a4af6838-ad80-417a-bf2d-07a5a8ac2ab4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:56.533297 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-27bbe4a0-6549-4bba-99d5-92398e45f861 req-a4af6838-ad80-417a-bf2d-07a5a8ac2ab4 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0752268 Apr 07 11:51:56.585612 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-27bbe4a0-6549-4bba-99d5-92398e45f861 req-e7b74607-75e6-45b5-aa14-8550a7fdf420 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458398 Apr 07 11:51:57.056639 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a736f-d070-474d-a8da-2fbf456011f9 req-99f96805-4116-4423-80e9-c9a0d62e2b47 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:57.058694 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a2a736f-d070-474d-a8da-2fbf456011f9 req-99f96805-4116-4423-80e9-c9a0d62e2b47 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0590045 Apr 07 11:51:57.119463 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0a2a736f-d070-474d-a8da-2fbf456011f9 req-663d6b59-adcd-4182-92e6-80b8c9d49b86 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544150 Apr 07 11:51:57.729241 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81e71e-1f15-4525-b225-f69eca012d00 req-382d20f3-cc93-435b-a055-c9f0ef829282 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:57.730929 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce81e71e-1f15-4525-b225-f69eca012d00 req-382d20f3-cc93-435b-a055-c9f0ef829282 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0584736 Apr 07 11:51:57.787639 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ce81e71e-1f15-4525-b225-f69eca012d00 req-78f3d03c-9658-4aa4-ad50-30cbef07176c tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504954 Apr 07 11:51:58.180591 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-7d0a3c1c-8b98-48b2-a908-11ddf7d9f653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:51:58.411414 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adb6d5-33fd-47ed-a587-108941edad08 req-c4e1b87e-b8fb-4e44-ae72-7a16ea37547a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:58.412871 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-96adb6d5-33fd-47ed-a587-108941edad08 req-c4e1b87e-b8fb-4e44-ae72-7a16ea37547a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0544903 Apr 07 11:51:58.468615 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-96adb6d5-33fd-47ed-a587-108941edad08 req-638b72ac-52a5-48c4-b96c-21ebad63bd44 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499921 Apr 07 11:51:58.937440 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aabcf3-370e-4e55-9787-dfaa7f91799a req-ea80aa25-8dc5-4813-b332-96f90a782aa8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:58.939299 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-86aabcf3-370e-4e55-9787-dfaa7f91799a req-ea80aa25-8dc5-4813-b332-96f90a782aa8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0581596 Apr 07 11:51:58.994548 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-86aabcf3-370e-4e55-9787-dfaa7f91799a req-7dbecd3b-ec2f-4b75-a606-2771dbe90035 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492654 Apr 07 11:51:59.597336 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e9b25-d00b-4d13-9808-f80794b9c73a req-572c742a-3d0d-4fbc-aada-697640001282 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:51:59.598825 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-204e9b25-d00b-4d13-9808-f80794b9c73a req-572c742a-3d0d-4fbc-aada-697640001282 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0556281 Apr 07 11:51:59.648088 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-204e9b25-d00b-4d13-9808-f80794b9c73a req-50e8f2bb-3fed-4395-8fc6-33998c2f1ec3 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434837 Apr 07 11:52:00.135467 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bad06-5c77-47b1-babb-f7b36243c15d req-9f718568-9c6a-41a7-9dcd-f44583149363 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:00.137060 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f34bad06-5c77-47b1-babb-f7b36243c15d req-9f718568-9c6a-41a7-9dcd-f44583149363 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0591784 Apr 07 11:52:00.184916 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f34bad06-5c77-47b1-babb-f7b36243c15d req-8589bca1-57c1-475a-a8b2-f74047879b00 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421281 Apr 07 11:52:00.357827 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.709988 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-67fa0c4a-60c0-44d2-8342-81f1de801b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:00.777811 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d6f4b-e729-46a0-babf-7e03fd1310ef req-65a2fc83-c6d1-4590-9c87-5290b13459f2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:00.779295 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b52d6f4b-e729-46a0-babf-7e03fd1310ef req-65a2fc83-c6d1-4590-9c87-5290b13459f2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0546436 Apr 07 11:52:00.830866 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b52d6f4b-e729-46a0-babf-7e03fd1310ef req-5feaddf2-8fb5-47c3-8240-68634c86cf3c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457680 Apr 07 11:52:01.318163 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c155968-b60a-4eb2-ac31-b8d909c565a1 req-03d06e08-474f-4e1b-9168-0ac6ee4becb1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:01.319731 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6c155968-b60a-4eb2-ac31-b8d909c565a1 req-03d06e08-474f-4e1b-9168-0ac6ee4becb1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0590115 Apr 07 11:52:01.367165 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6c155968-b60a-4eb2-ac31-b8d909c565a1 req-ff8329f6-ce13-4804-9368-b3d564847aee tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417888 Apr 07 11:52:01.618723 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:01.968916 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7059f-ea7e-47bd-8881-4f956193afe2 req-e9f51fa6-f3bd-4574-a76e-6ebe5b0ebcf2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:01.970844 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6cc7059f-ea7e-47bd-8881-4f956193afe2 req-e9f51fa6-f3bd-4574-a76e-6ebe5b0ebcf2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0632637 Apr 07 11:52:02.019958 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6cc7059f-ea7e-47bd-8881-4f956193afe2 req-92d89e0c-f8a8-43da-940a-a61f2934433b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434105 Apr 07 11:52:02.495325 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cea8a5-0d1e-404f-bced-b1dc67339f7d req-2bf1c4b3-20f0-403e-9041-f3e60ec4c325 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:02.501250 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c6cea8a5-0d1e-404f-bced-b1dc67339f7d req-2bf1c4b3-20f0-403e-9041-f3e60ec4c325 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0595577 Apr 07 11:52:02.554794 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c6cea8a5-0d1e-404f-bced-b1dc67339f7d req-87cfe475-89db-48f8-abac-9294199249c1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521996 Apr 07 11:52:02.975857 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:03.141496 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e6a5e7-642a-4f42-ba51-4f974a85f6e9 req-74173aa4-87db-4372-bf77-c3990fa0b5ac tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:03.142958 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-94e6a5e7-642a-4f42-ba51-4f974a85f6e9 req-74173aa4-87db-4372-bf77-c3990fa0b5ac tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0537353 Apr 07 11:52:03.196231 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-94e6a5e7-642a-4f42-ba51-4f974a85f6e9 req-91cddc0a-8ef2-4f34-99ec-683077ca364e tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 Apr 07 11:52:03.679268 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2072a4-ae32-4ba8-8e9f-1369f4695e2e req-10ec90cd-4492-4802-818e-84b990651217 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:03.680830 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ca2072a4-ae32-4ba8-8e9f-1369f4695e2e req-10ec90cd-4492-4802-818e-84b990651217 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 943 time: 0.0531168 Apr 07 11:52:03.727607 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ca2072a4-ae32-4ba8-8e9f-1369f4695e2e req-433b6f2a-2bc1-4eff-94f3-f2b07d2e5861 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412698 Apr 07 11:52:04.322710 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f93ebe-43f5-46a1-810b-60ce4fec62f4 req-4959a1b8-e4e0-4746-8d67-5c38548ff522 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:04.324223 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-78f93ebe-43f5-46a1-810b-60ce4fec62f4 req-4959a1b8-e4e0-4746-8d67-5c38548ff522 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 944 time: 0.0584662 Apr 07 11:52:04.374103 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-78f93ebe-43f5-46a1-810b-60ce4fec62f4 req-9a74129e-a13c-486b-b547-bf8ecd14a695 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440621 Apr 07 11:52:04.567490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 80d4d31c-bfda-47c9-be14-a00608b82671 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:52:04.663876 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:04.680880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:04.695139 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '80d4d31c-bfda-47c9-be14-a00608b82671', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'port_id': '80d4d31c-bfda-47c9-be14-a00608b82671', 'mac_address': 'fa:16:3e:5a:a4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:52:04.732113 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 80d4d31c-bfda-47c9-be14-a00608b82671 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:04.732490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:04.745412 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d4d31c-bfda-47c9-be14-a00608b82671 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:04.765856 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:04.771305 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:04.772001 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 2c839221-c40e-4482-9bdc-66e732e9e6c7 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:52:04.836387 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=9']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:04.851980 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c5275-cfa4-4221-a8d4-0afd5b5fa777 req-d3d1c9cd-691f-4e84-b8b0-62fe214a6af0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:04.853572 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b01c5275-cfa4-4221-a8d4-0afd5b5fa777 req-d3d1c9cd-691f-4e84-b8b0-62fe214a6af0 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 944 time: 0.0537632 Apr 07 11:52:04.899706 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b01c5275-cfa4-4221-a8d4-0afd5b5fa777 req-839a128f-9c1e-4073-983e-a462d8c1ade9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Apr 07 11:52:04.908116 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 2c839221-c40e-4482-9bdc-66e732e9e6c7, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=2c839221-c40e-4482-9bdc-66e732e9e6c7,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:04.920001 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:52:04.957338 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 2c839221-c40e-4482-9bdc-66e732e9e6c7 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:04.957727 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:04.970909 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c839221-c40e-4482-9bdc-66e732e9e6c7 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:52:04.989769 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 2c839221-c40e-4482-9bdc-66e732e9e6c7, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=2c839221-c40e-4482-9bdc-66e732e9e6c7,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:04.994911 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:05.040172 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=2c839221-c40e-4482-9bdc-66e732e9e6c7,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:05.433170 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['2c839221-c40e-4482-9bdc-66e732e9e6c7'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:52:05.495916 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a482f-5d38-43e3-80b4-6064504215a9 req-da9ee768-a054-4f64-8bdf-4713c0d48aa4 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:05.498335 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-790a482f-5d38-43e3-80b4-6064504215a9 req-da9ee768-a054-4f64-8bdf-4713c0d48aa4 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 945 time: 0.0566287 Apr 07 11:52:05.515099 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['80d4d31c-bfda-47c9-be14-a00608b82671'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:52:05.555567 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-790a482f-5d38-43e3-80b4-6064504215a9 req-2bff80b3-cad2-43fe-9c89-5321a279ed4b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513511 Apr 07 11:52:06.025451 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49e2f7-dacc-40a7-a703-0a1def8a62b0 req-d64aa076-9941-4907-bf64-89336de0fc32 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:06.026943 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-da49e2f7-dacc-40a7-a703-0a1def8a62b0 req-d64aa076-9941-4907-bf64-89336de0fc32 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 944 time: 0.0552788 Apr 07 11:52:06.074929 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-da49e2f7-dacc-40a7-a703-0a1def8a62b0 req-2b51b000-f3ce-4d0d-b917-9c4bf1ac8049 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Apr 07 11:52:06.693606 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f5d54-9ecc-4620-bea4-14eb1f1a7bd3 req-e427a66b-fe7c-4a41-9f36-578717c22a3b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:06.695087 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-034f5d54-9ecc-4620-bea4-14eb1f1a7bd3 req-e427a66b-fe7c-4a41-9f36-578717c22a3b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 945 time: 0.0647502 Apr 07 11:52:06.736739 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 2c839221-c40e-4482-9bdc-66e732e9e6c7 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:06.747504 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-034f5d54-9ecc-4620-bea4-14eb1f1a7bd3 req-e3d90836-d39c-4b8d-9335-7f582d68e142 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459013 Apr 07 11:52:06.796657 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 2c839221-c40e-4482-9bdc-66e732e9e6c7 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:52:06.801063 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 2c839221-c40e-4482-9bdc-66e732e9e6c7 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:06.801470 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.884107 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 2c839221-c40e-4482-9bdc-66e732e9e6c7 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:06.884483 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.906638 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:06.909077 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01e83bd-1113-43a3-8ba7-bbde77cbb529" -d '{"events": [{"server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "name": "network-vif-plugged", "status": "completed", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:06.921339 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 2c839221-c40e-4482-9bdc-66e732e9e6c7, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=2c839221-c40e-4482-9bdc-66e732e9e6c7,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:06.926680 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:06.927742 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 80d4d31c-bfda-47c9-be14-a00608b82671 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:52:06.941624 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35396) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:06.970280 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01682a26-0d73-4795-975d-17456c88f499 x-openstack-request-id: req-01682a26-0d73-4795-975d-17456c88f499 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:06.970587 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "name": "network-vif-plugged", "status": "completed", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:06.970844 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01682a26-0d73-4795-975d-17456c88f499 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:06.971245 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01682a26-0d73-4795-975d-17456c88f499'] response: {'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'code': 200} Apr 07 11:52:07.055718 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.147821 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=2c839221-c40e-4482-9bdc-66e732e9e6c7,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:07.158465 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Publish callbacks [] for security_group (9e9e8885-7328-4cbf-86bd-d923c970f632), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.161486 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 80d4d31c-bfda-47c9-be14-a00608b82671 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:52:07.161868 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.165393 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9e9e8885-7328-4cbf-86bd-d923c970f632), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.202699 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9e8885-7328-4cbf-86bd-d923c970f632,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:07.212684 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0668c28e06204be0a54d4a703c6cfaba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699511 Apr 07 11:52:07.215150 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.215837 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.216372 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.217912 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.218259 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.218598 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.218931 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.219263 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.219629 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.219964 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.220292 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.220619 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.220964 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.221288 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.221662 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f51cb7-917f-4e31-a9f3-9c1613ea8701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:07.224911 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35404) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:07.248112 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8848130-74ce-4002-afd6-3a439d118479 req-3a48c70c-cdf4-4a23-bbb9-f4ed0add7888 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:07.249984 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8848130-74ce-4002-afd6-3a439d118479 req-3a48c70c-cdf4-4a23-bbb9-f4ed0add7888 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 944 time: 0.0601587 Apr 07 11:52:07.269194 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 80d4d31c-bfda-47c9-be14-a00608b82671 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:52:07.269576 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.297052 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244485e6-422a-4b12-a6b2-3621c613824e req-3b5df89d-0968-4ad9-a448-a7f26c1a64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:07.298582 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-244485e6-422a-4b12-a6b2-3621c613824e req-3b5df89d-0968-4ad9-a448-a7f26c1a64bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 1130 time: 0.0728159 Apr 07 11:52:07.304798 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:07.310921 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d8848130-74ce-4002-afd6-3a439d118479 req-a58b1c72-e414-4c95-895c-c3f566fcea99 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534151 Apr 07 11:52:07.313149 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.330694 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f4aa11b3-5a05-4a66-ba3f-829150c0239d admin admin] Publish callbacks [] for security_group (9e9e8885-7328-4cbf-86bd-d923c970f632), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.362434 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=10']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:07.368645 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f4aa11b3-5a05-4a66-ba3f-829150c0239d admin admin] Publish callbacks [] for security_group (9e9e8885-7328-4cbf-86bd-d923c970f632), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.377839 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-244485e6-422a-4b12-a6b2-3621c613824e req-84dcd50f-36c9-49c5-8d26-48b4a0243a05 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677204 Apr 07 11:52:07.423990 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f4aa11b3-5a05-4a66-ba3f-829150c0239d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9e9e8885-7328-4cbf-86bd-d923c970f632), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.426722 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f4aa11b3-5a05-4a66-ba3f-829150c0239d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:07.427813 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f4aa11b3-5a05-4a66-ba3f-829150c0239d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e9e8885-7328-4cbf-86bd-d923c970f632 HTTP/1.1" status: 204 len: 168 time: 0.1769710 Apr 07 11:52:07.435483 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa11b3-5a05-4a66-ba3f-829150c0239d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9e8885-7328-4cbf-86bd-d923c970f632,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:07.867735 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb2cada-3035-4928-a4f1-d9663f3795ad req-25aec830-6c51-4cf8-acc5-473bd0df7267 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:07.869257 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3bb2cada-3035-4928-a4f1-d9663f3795ad req-25aec830-6c51-4cf8-acc5-473bd0df7267 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 946 time: 0.0538352 Apr 07 11:52:07.925339 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3bb2cada-3035-4928-a4f1-d9663f3795ad req-40e3006c-1da9-49dc-979f-015c816fe8e7 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502417 Apr 07 11:52:08.444333 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29f538-60aa-419b-807e-614e28dca5cf req-a90bf4a4-3820-49f3-9624-77923e9dcac8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:08.446052 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-be29f538-60aa-419b-807e-614e28dca5cf req-a90bf4a4-3820-49f3-9624-77923e9dcac8 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 946 time: 0.0662084 Apr 07 11:52:08.496332 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-be29f538-60aa-419b-807e-614e28dca5cf req-d95fc424-cc74-413c-afe6-976b1391e491 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437493 Apr 07 11:52:08.972622 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:08.975440 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3497aeb7-5a7e-4563-a561-92cd054f983a" -d '{"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-plugged", "status": "completed", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:09.010839 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f76ea9c-fc30-4a42-a222-1afe3a4a0141 x-openstack-request-id: req-3f76ea9c-fc30-4a42-a222-1afe3a4a0141 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:09.011135 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-plugged", "status": "completed", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:09.011394 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f76ea9c-fc30-4a42-a222-1afe3a4a0141 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:09.011794 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f76ea9c-fc30-4a42-a222-1afe3a4a0141'] response: {'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671', 'code': 200} Apr 07 11:52:09.054499 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdf4016-4c3b-401d-94e4-0569fd932b60 req-135b51de-a8ab-460a-addf-4f28520cecd0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:09.056032 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cbdf4016-4c3b-401d-94e4-0569fd932b60 req-135b51de-a8ab-460a-addf-4f28520cecd0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 946 time: 0.0563316 Apr 07 11:52:09.106132 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cbdf4016-4c3b-401d-94e4-0569fd932b60 req-63ece81c-e6fd-459d-a3e1-80101ced27a2 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439622 Apr 07 11:52:09.226664 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d0042-d37d-48cd-bbd8-1cb19e917553 req-3ea850d8-7fe4-437c-a6a7-64aefe384a4a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:09.228155 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-af7d0042-d37d-48cd-bbd8-1cb19e917553 req-3ea850d8-7fe4-437c-a6a7-64aefe384a4a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 946 time: 0.0540957 Apr 07 11:52:09.287576 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-af7d0042-d37d-48cd-bbd8-1cb19e917553 req-66077b39-96c2-4c36-98b0-1db98828a31e tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479305 Apr 07 11:52:09.314187 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35452) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:09.360682 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc671fee-ab81-4f49-8e1b-195aaefc76ef tempest-TestVolumeBootPattern-1277642818 tempest-TestVolumeBootPattern-1277642818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:09.362284 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-dc671fee-ab81-4f49-8e1b-195aaefc76ef tempest-TestVolumeBootPattern-1277642818 tempest-TestVolumeBootPattern-1277642818-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 1125 time: 0.0471563 Apr 07 11:52:09.367742 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35454) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:09.379334 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:52:09.399670 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.498578 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.613008 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Allocated IP 172.27.3.102 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/2704bbfa-7ffc-457b-9362-55f1b73b3b74) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:52:09.627441 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944dd7c-546e-4dd0-9509-c5ee35188ad0 req-eb0bcf0c-1048-42b2-9cd2-20606093e698 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:09.635067 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a944dd7c-546e-4dd0-9509-c5ee35188ad0 req-eb0bcf0c-1048-42b2-9cd2-20606093e698 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 946 time: 0.0613604 Apr 07 11:52:09.697522 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a944dd7c-546e-4dd0-9509-c5ee35188ad0 req-b49766ea-ec76-45a6-a15f-250d99a82c49 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613937 Apr 07 11:52:09.809477 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for port (2704bbfa-7ffc-457b-9362-55f1b73b3b74), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.814247 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c29720-92b9-47bf-b206-df76d29d21e6 req-2d325cf0-f048-4658-ba62-388970a03c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:09.815821 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d7c29720-92b9-47bf-b206-df76d29d21e6 req-2d325cf0-f048-4658-ba62-388970a03c36 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 1130 time: 0.1204600 Apr 07 11:52:09.880223 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d7c29720-92b9-47bf-b206-df76d29d21e6 req-28a61c28-b75e-4199-9ed4-21a6261f55a1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560350 Apr 07 11:52:09.889076 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (2704bbfa-7ffc-457b-9362-55f1b73b3b74), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:09.928723 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:52:09.935435 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:52:09.938199 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:52:09.965016 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'Port': ['ID=2704bbfa-7ffc-457b-9362-55f1b73b3b74,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:10.369015 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (0eaeda3b-c3fd-410e-86d5-636f60220e72), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.446296 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (2704bbfa-7ffc-457b-9362-55f1b73b3b74), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.570226 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3a6d7-45e9-4de9-8dff-455c19f07dd6 req-7919ce4f-8379-4323-b79c-436839c93e8f tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:10.572043 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51f3a6d7-45e9-4de9-8dff-455c19f07dd6 req-7919ce4f-8379-4323-b79c-436839c93e8f tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 945 time: 0.0627508 Apr 07 11:52:10.609749 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for port (2704bbfa-7ffc-457b-9362-55f1b73b3b74), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.615587 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (2704bbfa-7ffc-457b-9362-55f1b73b3b74), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:10.621716 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51f3a6d7-45e9-4de9-8dff-455c19f07dd6 req-556dfd8f-3e73-4a96-b5dc-5eaa5eb53145 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Apr 07 11:52:10.824511 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c4b79-222b-48cb-9a3b-0e24742a5f68 req-d6c5cb5e-0d9d-414c-987b-876d3edb6d83 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:10.826081 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-122c4b79-222b-48cb-9a3b-0e24742a5f68 req-d6c5cb5e-0d9d-414c-987b-876d3edb6d83 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 946 time: 0.0589337 Apr 07 11:52:10.877947 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-122c4b79-222b-48cb-9a3b-0e24742a5f68 req-4c2f2f94-9a7c-4cf5-bff6-e372d0418e00 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458560 Apr 07 11:52:10.949236 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'Port': ['ID=2704bbfa-7ffc-457b-9362-55f1b73b3b74,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:10.961834 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (0eaeda3b-c3fd-410e-86d5-636f60220e72), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.067173 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Floating IP 0eaeda3b-c3fd-410e-86d5-636f60220e72 associated. External IP: 172.27.3.102, port: 2c839221-c40e-4482-9bdc-66e732e9e6c7. Apr 07 11:52:11.293605 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Router 6ae7976c-23c4-4995-8e05-e133911b86fc has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:11.411020 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:11.421200 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] Sync routers for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:11.430940 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.431986 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:11.432589 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:11.469805 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-2ab3e555-80c4-40eb-bab1-394b0ef7df15 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0844965 Apr 07 11:52:11.469805 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:11.469805 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:11.542160 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:11.628434 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6c598c-cb95-427c-8e5d-30cdc5e28d8a x-openstack-request-id: req-2d6c598c-cb95-427c-8e5d-30cdc5e28d8a {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:11.628808 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:11.629115 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d6c598c-cb95-427c-8e5d-30cdc5e28d8a {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:11.629593 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d6c598c-cb95-427c-8e5d-30cdc5e28d8a'] response: {'name': 'network-changed', 'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'status': 'completed', 'code': 200} Apr 07 11:52:11.739786 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35532) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:11.754296 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54b980-d100-4dce-b313-c8c004b01a7f req-d3bc0d57-3718-4f39-b3e1-736802176e4e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:11.755902 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6c54b980-d100-4dce-b313-c8c004b01a7f req-d3bc0d57-3718-4f39-b3e1-736802176e4e tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 945 time: 0.0614197 Apr 07 11:52:11.784758 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '0eaeda3b-c3fd-410e-86d5-636f60220e72', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:10Z', 'updated_at': '2022-04-07T11:52:10Z', 'revision_number': 0, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:11.809906 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6c54b980-d100-4dce-b313-c8c004b01a7f req-1fed53a1-dc29-442a-8c1b-1a99be985cc2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481646 Apr 07 11:52:11.814462 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] Checking router: 6ae7976c-23c4-4995-8e05-e133911b86fc for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:11.823469 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:11.824308 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:11.858816 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.936313 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Publish callbacks [] for security_group (09eb8ece-1165-47d8-b84d-fc241f0e36dc), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:11.939499 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:11.943026 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (09eb8ece-1165-47d8-b84d-fc241f0e36dc), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.015573 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eb8ece-1165-47d8-b84d-fc241f0e36dc,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:12.029151 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35542) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:12.029372 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4be2b4ff4ccf46fc929477f780edc322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883043 Apr 07 11:52:12.032908 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.033258 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.033599 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.033933 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.034265 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.034593 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.034914 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.035233 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.035557 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.035914 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.036245 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.036560 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.036919 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.037427 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.037750 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132111ce-d43d-4aed-970b-a646660e5acb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:12.072809 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825cf64-1c95-44c2-8b88-e8322079f62a req-1d948a1d-c546-4de2-80f9-4558ed88b28d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:12.074447 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6825cf64-1c95-44c2-8b88-e8322079f62a req-1d948a1d-c546-4de2-80f9-4558ed88b28d tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 946 time: 0.1204729 Apr 07 11:52:12.089065 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89a12d6f-9563-4da8-ae15-9e7d7a126b39 admin admin] Publish callbacks [] for security_group (09eb8ece-1165-47d8-b84d-fc241f0e36dc), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.115064 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89a12d6f-9563-4da8-ae15-9e7d7a126b39 admin admin] Publish callbacks [] for security_group (09eb8ece-1165-47d8-b84d-fc241f0e36dc), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.130841 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6825cf64-1c95-44c2-8b88-e8322079f62a req-329f0d21-fce6-4574-a96f-840d61e573f7 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496655 Apr 07 11:52:12.185506 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89a12d6f-9563-4da8-ae15-9e7d7a126b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (09eb8ece-1165-47d8-b84d-fc241f0e36dc), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.188328 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89a12d6f-9563-4da8-ae15-9e7d7a126b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.191983 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-89a12d6f-9563-4da8-ae15-9e7d7a126b39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/09eb8ece-1165-47d8-b84d-fc241f0e36dc HTTP/1.1" status: 204 len: 168 time: 0.1589880 Apr 07 11:52:12.200149 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a12d6f-9563-4da8-ae15-9e7d7a126b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eb8ece-1165-47d8-b84d-fc241f0e36dc,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:12.336484 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '0eaeda3b-c3fd-410e-86d5-636f60220e72', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:10Z', 'updated_at': '2022-04-07T11:52:10Z', 'revision_number': 0, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:12.368737 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57c0d87-9914-4077-957c-90431c0dd288 None None] The sync data for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi is: [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '0eaeda3b-c3fd-410e-86d5-636f60220e72', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:10Z', 'updated_at': '2022-04-07T11:52:10Z', 'revision_number': 0, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:12.506207 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-29a4ee14-6fda-49ce-8104-61491595edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:12.508466 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-29a4ee14-6fda-49ce-8104-61491595edc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 1130 time: 0.0656486 Apr 07 11:52:12.664020 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-ba29b795-02f8-4bfb-a5e4-25c4c82410c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:12.666127 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-ba29b795-02f8-4bfb-a5e4-25c4c82410c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 912 time: 0.1266730 Apr 07 11:52:12.683025 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-551794dc-e7bb-4e9e-b0f2-26dfb243ddd4 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:12.684669 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-551794dc-e7bb-4e9e-b0f2-26dfb243ddd4 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 945 time: 0.0793257 Apr 07 11:52:12.722934 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747e220-24b0-42ac-a0f7-49fa1361a6c1 None None] New status for floating IP 0eaeda3b-c3fd-410e-86d5-636f60220e72: ACTIVE {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:52:12.750028 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-e07b8a57-fa4d-4670-8d63-ae1cd58c5e5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c839221-c40e-4482-9bdc-66e732e9e6c7 HTTP/1.1" status: 200 len: 1000 time: 0.0775900 Apr 07 11:52:12.870335 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Deleting port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:12.871404 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:12.875957 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-a29cbc22-cdae-49bd-b133-217211df17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:12.879904 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-a29cbc22-cdae-49bd-b133-217211df17bb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0673335 Apr 07 11:52:12.942635 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-c7065992-3a11-4cb6-976c-e2f281db848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:12.944217 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-c7065992-3a11-4cb6-976c-e2f281db848e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587347 Apr 07 11:52:13.018814 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] For port 8c201be1-da56-40d6-a7f9-f5deef1dafc1, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=8c201be1-da56-40d6-a7f9-f5deef1dafc1,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:13.019199 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:13.049491 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-73b9d9e8-d8da-4b6c-8d61-2709c486b8d2 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961993 Apr 07 11:52:13.072975 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670cfe5-74ed-4621-8e98-97105a90f5a0 req-de4f0870-82b3-4c6d-b291-1136629c8a48 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:13.074459 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1670cfe5-74ed-4621-8e98-97105a90f5a0 req-de4f0870-82b3-4c6d-b291-1136629c8a48 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 945 time: 0.1259429 Apr 07 11:52:13.139853 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d65e8c99-8dcc-49a6-ab5e-e3532178d1bd req-2c876fc7-1e22-42c2-8d2d-da4449fef338 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838299 Apr 07 11:52:13.177361 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1670cfe5-74ed-4621-8e98-97105a90f5a0 req-d070f264-ba45-409e-b7b1-8e8b0837e5b9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups?id=e03eadfb-c23e-4bb4-9e1d-415288da0c49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953648 Apr 07 11:52:13.266580 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:13.266814 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (74f81417-6a9a-45c5-a7ab-65fc90bea4f1), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:13.267130 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Floating IP 74f81417-6a9a-45c5-a7ab-65fc90bea4f1 disassociated. External IP: 172.27.3.235, port: 8c201be1-da56-40d6-a7f9-f5deef1dafc1. Apr 07 11:52:13.267503 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Calling delete_port for 8c201be1-da56-40d6-a7f9-f5deef1dafc1 owned by compute:nova {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:13.340266 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85473e0e-23c3-4308-a57c-73fa4be6d5f3 req-c9a7c68b-2b2a-4f8c-8544-335ab386e68a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:13.341754 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-85473e0e-23c3-4308-a57c-73fa4be6d5f3 req-c9a7c68b-2b2a-4f8c-8544-335ab386e68a tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 946 time: 0.1162724 Apr 07 11:52:13.419997 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-85473e0e-23c3-4308-a57c-73fa4be6d5f3 req-ad4fb2a3-b092-4467-a06e-039378502de9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718751 Apr 07 11:52:13.449631 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (8c201be1-da56-40d6-a7f9-f5deef1dafc1), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:13.484429 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'Port': ['ID=8c201be1-da56-40d6-a7f9-f5deef1dafc1,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:13.605789 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:13.720294 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:13.730226 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:13.741525 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:13.742141 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:13.762530 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] No DVR routers for this DVR port 8c201be1-da56-40d6-a7f9-f5deef1dafc1 on host hv-cinder-83682 {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:13.765594 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:13.769309 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7dbee164-c4a5-4779-a880-f5ce847f9fc8 req-aad00306-cd0b-4487-b0a4-888d27a684c2 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.52 "DELETE /v2.0/ports/8c201be1-da56-40d6-a7f9-f5deef1dafc1 HTTP/1.1" status: 204 len: 173 time: 1.0693002 Apr 07 11:52:13.769751 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'name': 'network-vif-deleted', 'tag': '8c201be1-da56-40d6-a7f9-f5deef1dafc1'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:13.772085 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bb85ff-9f37-46af-b4d9-47f609848997" -d '{"events": [{"server_uuid": "458d79da-8dad-4ffa-a3ea-778d5f8b67f3", "name": "network-vif-deleted", "tag": "8c201be1-da56-40d6-a7f9-f5deef1dafc1"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:13.843083 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e506cacb-aa9a-44cc-8014-9d0dda7329b1 x-openstack-request-id: req-e506cacb-aa9a-44cc-8014-9d0dda7329b1 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:13.843434 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "458d79da-8dad-4ffa-a3ea-778d5f8b67f3", "name": "network-vif-deleted", "tag": "8c201be1-da56-40d6-a7f9-f5deef1dafc1", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:13.843996 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e506cacb-aa9a-44cc-8014-9d0dda7329b1 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:13.844469 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e506cacb-aa9a-44cc-8014-9d0dda7329b1'] response: {'server_uuid': '458d79da-8dad-4ffa-a3ea-778d5f8b67f3', 'name': 'network-vif-deleted', 'tag': '8c201be1-da56-40d6-a7f9-f5deef1dafc1', 'status': 'completed', 'code': 200} Apr 07 11:52:13.890174 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:14.093556 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:14.123026 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:14.131918 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:14.132525 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:14.243446 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:14.302050 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e574a7a4-03c0-4f53-97b9-a422c0808bf9 req-fb8095a8-8d9f-4b4e-b110-ae62a44e7cca tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/ports?device_id=458d79da-8dad-4ffa-a3ea-778d5f8b67f3 HTTP/1.1" status: 200 len: 210 time: 0.0357358 Apr 07 11:52:14.446839 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:14.480441 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b67c63-7186-44d2-8d2b-546710f15ddb None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:45:35Z', 'revision_number': 4, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '5e0a9d1b-ae9b-458c-be73-4fd13b144a44', 'name': '', 'network_id': '793e6760-dffa-49ee-b4f5-e944acaa877d', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'mac_address': 'fa:16:3e:d3:ba:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:33Z', 'updated_at': '2022-04-07T11:45:49Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'subnets': [{'id': '7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:14.709943 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eee4496-2e00-474c-8217-b84fc9b193e6 None None] New status for floating IP 74f81417-6a9a-45c5-a7ab-65fc90bea4f1: DOWN {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:52:15.393258 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35602) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:15.448625 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-018e0f66-9c08-4a2a-aded-984866e0c6e9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (e03eadfb-c23e-4bb4-9e1d-415288da0c49), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.473838 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-018e0f66-9c08-4a2a-aded-984866e0c6e9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (e03eadfb-c23e-4bb4-9e1d-415288da0c49), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.527693 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-018e0f66-9c08-4a2a-aded-984866e0c6e9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e03eadfb-c23e-4bb4-9e1d-415288da0c49), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.530305 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-018e0f66-9c08-4a2a-aded-984866e0c6e9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.531458 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-018e0f66-9c08-4a2a-aded-984866e0c6e9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "DELETE /v2.0/security-groups/e03eadfb-c23e-4bb4-9e1d-415288da0c49 HTTP/1.1" status: 204 len: 168 time: 0.1371264 Apr 07 11:52:15.534411 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35604) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:15.540724 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e0f66-9c08-4a2a-aded-984866e0c6e9 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03eadfb-c23e-4bb4-9e1d-415288da0c49,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:15.550737 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.api.v2.resource [None req-b0ae64c7-e7f3-4666-adfc-41b8dea5acb3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] show failed (client error): The resource could not be found. Apr 07 11:52:15.554881 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b0ae64c7-e7f3-4666-adfc-41b8dea5acb3 tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "GET /v2.0/security-groups/e03eadfb-c23e-4bb4-9e1d-415288da0c49 HTTP/1.1" status: 404 len: 347 time: 0.0163541 Apr 07 11:52:15.555217 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35606) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:15.684817 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Deleting port b1c39878-b7ed-46de-8a5d-819b2c66e530 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:15.685066 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (b1c39878-b7ed-46de-8a5d-819b2c66e530), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.759879 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (b1c39878-b7ed-46de-8a5d-819b2c66e530), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.760202 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (b1c39878-b7ed-46de-8a5d-819b2c66e530), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.772999 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Calling delete_port for b1c39878-b7ed-46de-8a5d-819b2c66e530 owned by network:floatingip {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:15.912031 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (b1c39878-b7ed-46de-8a5d-819b2c66e530), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:15.937389 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Pushing event deleted for resources: {'Port': ['ID=b1c39878-b7ed-46de-8a5d-819b2c66e530,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:16.003736 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks [] for floatingip (74f81417-6a9a-45c5-a7ab-65fc90bea4f1), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.006291 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:16.007412 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b9ecb9fe-f847-4e01-8aee-1b530e2ddaaf tempest-AttachVolumeNegativeTest-1858230549 tempest-AttachVolumeNegativeTest-1858230549-project] 10.222.0.15 "DELETE /v2.0/floatingips/74f81417-6a9a-45c5-a7ab-65fc90bea4f1 HTTP/1.1" status: 204 len: 168 time: 0.4511585 Apr 07 11:52:16.769506 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 8c201be1-da56-40d6-a7f9-f5deef1dafc1 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:16.798910 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 8c201be1-da56-40d6-a7f9-f5deef1dafc1 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:16.799252 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 8c201be1-da56-40d6-a7f9-f5deef1dafc1 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:19.730570 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35652) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:20.250597 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (b58f108c-acba-4aff-bf93-be6c9174ad05), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.502714 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Deleting port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:20.503052 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.584938 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] For port 5e0a9d1b-ae9b-458c-be73-4fd13b144a44, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=5e0a9d1b-ae9b-458c-be73-4fd13b144a44,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:20.585303 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.598210 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Calling delete_port for 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 owned by network:router_interface {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:20.785628 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (5e0a9d1b-ae9b-458c-be73-4fd13b144a44), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:20.811975 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0a9d1b-ae9b-458c-be73-4fd13b144a44,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:20.978345 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (b58f108c-acba-4aff-bf93-be6c9174ad05), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.212041 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Router b58f108c-acba-4aff-bf93-be6c9174ad05 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:21.319710 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:21.325539 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-e7e6f914-220f-43e2-86db-b1fa07586b17 admin admin] 10.222.0.15 "PUT /v2.0/routers/b58f108c-acba-4aff-bf93-be6c9174ad05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5937831 Apr 07 11:52:21.328170 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35674) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:21.328943 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] Sync routers for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:21.342190 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:21.342804 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:21.441425 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks [] for router (b58f108c-acba-4aff-bf93-be6c9174ad05), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.452024 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:21.547434 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks [] for router_gateway (b58f108c-acba-4aff-bf93-be6c9174ad05), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.600398 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Deleting port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:21.600627 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.626500 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:52:20Z', 'revision_number': 5, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port': {'id': 'b5e4c9c8-1d61-4835-a1df-9db1e7c68d82', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:cb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:27Z', 'updated_at': '2022-04-07T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:21.653149 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] Checking router: b58f108c-acba-4aff-bf93-be6c9174ad05 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:21.662678 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] Routers {'b58f108c-acba-4aff-bf93-be6c9174ad05'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:21.663326 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['b58f108c-acba-4aff-bf93-be6c9174ad05'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:21.763809 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] Set router b58f108c-acba-4aff-bf93-be6c9174ad05 gateway port host: None {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:21.932687 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:52:21Z', 'revision_number': 6, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port_host': None}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:21.961628 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] For port b5e4c9c8-1d61-4835-a1df-9db1e7c68d82, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=b5e4c9c8-1d61-4835-a1df-9db1e7c68d82,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:21.962585 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:21.963512 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504b707-4118-43bf-bcb1-a4dde0d4f104 None None] The sync data for ids ['b58f108c-acba-4aff-bf93-be6c9174ad05'] in dv-cinder-836822-2-iscsi is: [{'id': 'b58f108c-acba-4aff-bf93-be6c9174ad05', 'name': 'tempest-AttachVolumeNegativeTest-1904333780-router', 'tenant_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:26Z', 'updated_at': '2022-04-07T11:52:21Z', 'revision_number': 6, 'project_id': 'fb9b76ed6a634c7597ca306c5e2adee5', 'gw_port_host': None}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:21.980011 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Calling delete_port for b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 owned by network:router_gateway {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:22.159842 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (b5e4c9c8-1d61-4835-a1df-9db1e7c68d82), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.185009 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e4c9c8-1d61-4835-a1df-9db1e7c68d82,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:22.248216 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (b58f108c-acba-4aff-bf93-be6c9174ad05), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.343114 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (b58f108c-acba-4aff-bf93-be6c9174ad05), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.345606 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks [] for router_controller (b58f108c-acba-4aff-bf93-be6c9174ad05), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.394302 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (b58f108c-acba-4aff-bf93-be6c9174ad05), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.394944 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b58f108c-acba-4aff-bf93-be6c9174ad05 {{(pid=109936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:52:22.400043 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.404031 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35688) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:22.404591 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-57127f16-0112-4160-94c6-62bd69aff88d admin admin] 10.222.0.15 "DELETE /v2.0/routers/b58f108c-acba-4aff-bf93-be6c9174ad05 HTTP/1.1" status: 204 len: 168 time: 1.0749452 Apr 07 11:52:22.450891 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_v2 [None req-66db1722-bd82-4dc3-b854-1ee95fdd2054 admin admin] Deleting subnet 7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b {{(pid=109935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:52:22.454043 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-66db1722-bd82-4dc3-b854-1ee95fdd2054 admin admin] Publish callbacks [] for subnet (7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.487942 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-66db1722-bd82-4dc3-b854-1ee95fdd2054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125949250'] for subnet (7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.572117 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-66db1722-bd82-4dc3-b854-1ee95fdd2054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.625990 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-66db1722-bd82-4dc3-b854-1ee95fdd2054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129855124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126530468'] for subnet (7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.650319 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66db1722-bd82-4dc3-b854-1ee95fdd2054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:22.654132 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-66db1722-bd82-4dc3-b854-1ee95fdd2054 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.657308 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-66db1722-bd82-4dc3-b854-1ee95fdd2054 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7b3d420a-1b2a-4ce7-bd4a-562ca3dfa03b HTTP/1.1" status: 204 len: 168 time: 0.2515318 Apr 07 11:52:22.660083 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35690) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:22.662565 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439997d4-961c-4a05-a8a8-2d24ebec51b4 None None] Network 793e6760-dffa-49ee-b4f5-e944acaa877d requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:22.735378 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (793e6760-dffa-49ee-b4f5-e944acaa877d), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.776571 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:22.800534 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:22.800914 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 5e0a9d1b-ae9b-458c-be73-4fd13b144a44 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:22.803747 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Deleting port 78ff71ad-6063-4d20-8139-f402e8ec1077 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:22.804214 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.855137 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebffa1d-edd4-4c73-a41e-016f5d1e2f81 None None] DHCP port deletion for 793e6760-dffa-49ee-b4f5-e944acaa877d request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:52:22.875546 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] For port 78ff71ad-6063-4d20-8139-f402e8ec1077, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=78ff71ad-6063-4d20-8139-f402e8ec1077,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:22.876044 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.889182 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Calling delete_port for 78ff71ad-6063-4d20-8139-f402e8ec1077 owned by network:dhcp {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:22.910600 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-bebffa1d-edd4-4c73-a41e-016f5d1e2f81 None None] Deleting port 78ff71ad-6063-4d20-8139-f402e8ec1077 {{(pid=109937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:22.910969 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-bebffa1d-edd4-4c73-a41e-016f5d1e2f81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), before_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.976431 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.978087 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-bebffa1d-edd4-4c73-a41e-016f5d1e2f81 None None] For port 78ff71ad-6063-4d20-8139-f402e8ec1077, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=78ff71ad-6063-4d20-8139-f402e8ec1077,segment=NetworkSegment(a6bad74a-131c-40b6-8710-380f31f7c396),segment_id=a6bad74a-131c-40b6-8710-380f31f7c396)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:22.978798 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-bebffa1d-edd4-4c73-a41e-016f5d1e2f81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), precommit_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:22.993808 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-bebffa1d-edd4-4c73-a41e-016f5d1e2f81 None None] Calling delete_port for 78ff71ad-6063-4d20-8139-f402e8ec1077 owned by network:dhcp {{(pid=109937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:23.002842 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78ff71ad-6063-4d20-8139-f402e8ec1077,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:23.007216 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] No DVR routers for this DVR port 78ff71ad-6063-4d20-8139-f402e8ec1077 on host dv-cinder-836822-2-iscsi {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:23.088913 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-bebffa1d-edd4-4c73-a41e-016f5d1e2f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238'] for port (78ff71ad-6063-4d20-8139-f402e8ec1077), after_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.091832 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (793e6760-dffa-49ee-b4f5-e944acaa877d), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.112030 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['793e6760-dffa-49ee-b4f5-e944acaa877d']}} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:23.118585 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebffa1d-edd4-4c73-a41e-016f5d1e2f81 None None] Pushing event deleted for resources: {'Port': ['ID=78ff71ad-6063-4d20-8139-f402e8ec1077,revision_number=None']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:23.120524 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebffa1d-edd4-4c73-a41e-016f5d1e2f81 None None] No DVR routers for this DVR port 78ff71ad-6063-4d20-8139-f402e8ec1077 on host dv-cinder-836822-2-iscsi {{(pid=109937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:23.122854 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bad74a-131c-40b6-8710-380f31f7c396') {'for_net_delete': True} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:23.123217 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bad74a-131c-40b6-8710-380f31f7c396') {} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:23.134167 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125949275'] for segment (a6bad74a-131c-40b6-8710-380f31f7c396), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.150533 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (a6bad74a-131c-40b6-8710-380f31f7c396), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.156743 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=109935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:52:23.157243 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129855090'] for segment (a6bad74a-131c-40b6-8710-380f31f7c396), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: Traceback (most recent call last): Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: timer() Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: cb(*args, **kw) Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: return func(*args, **kwargs) Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: self._notify() Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: self.callback(batched_events) Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: event.method(event) Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: return f(self, *a, **k) Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._get(url).json() Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: return self.request(url, 'GET', **kwargs) Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:52:23.158985 dv-cinder-836822-2-iscsi neutron-server[109935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:52:23.215465 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (793e6760-dffa-49ee-b4f5-e944acaa877d), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.221286 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.227556 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/793e6760-dffa-49ee-b4f5-e944acaa877d HTTP/1.1" status: 204 len: 168 time: 0.5609136 Apr 07 11:52:23.235910 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb53b5-907b-4263-915c-d8f6b91198a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=793e6760-dffa-49ee-b4f5-e944acaa877d,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:23.352988 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35704) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:23.400432 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-db0dea80-84bd-4e49-89a0-541d7deac235 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb9b76ed6a634c7597ca306c5e2adee5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462511 Apr 07 11:52:23.402964 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35708) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:23.451661 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f92a2deb-9400-4532-b33f-67ca337ed41f admin admin] Publish callbacks [] for security_group (84d0e61c-bd9c-400d-acc4-6409505f0fb1), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.473228 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f92a2deb-9400-4532-b33f-67ca337ed41f admin admin] Publish callbacks [] for security_group (84d0e61c-bd9c-400d-acc4-6409505f0fb1), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.522117 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f92a2deb-9400-4532-b33f-67ca337ed41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (84d0e61c-bd9c-400d-acc4-6409505f0fb1), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.524717 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f92a2deb-9400-4532-b33f-67ca337ed41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:23.525954 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-f92a2deb-9400-4532-b33f-67ca337ed41f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84d0e61c-bd9c-400d-acc4-6409505f0fb1 HTTP/1.1" status: 204 len: 168 time: 0.1219921 Apr 07 11:52:23.533803 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92a2deb-9400-4532-b33f-67ca337ed41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d0e61c-bd9c-400d-acc4-6409505f0fb1,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:23.689727 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97312-a8c2-442e-9df6-ea409656b6e7 req-106b8199-c74a-42bf-bfdc-8e87a84eeb8e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:23.691275 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a8b97312-a8c2-442e-9df6-ea409656b6e7 req-106b8199-c74a-42bf-bfdc-8e87a84eeb8e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 946 time: 0.0528331 Apr 07 11:52:23.740184 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a8b97312-a8c2-442e-9df6-ea409656b6e7 req-f346b5ec-86dc-43af-878a-eb6a3be90259 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423284 Apr 07 11:52:24.331266 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:24.351877 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:24.352247 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device b5e4c9c8-1d61-4835-a1df-9db1e7c68d82 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:24.352668 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 78ff71ad-6063-4d20-8139-f402e8ec1077 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:24.372270 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 78ff71ad-6063-4d20-8139-f402e8ec1077 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:24.372613 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 78ff71ad-6063-4d20-8139-f402e8ec1077 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:24.864460 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc66317-712e-475c-93c0-523ace2e9aec req-82093e7d-5cf5-47c2-bfaf-3e50314a7543 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:24.865995 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0fc66317-712e-475c-93c0-523ace2e9aec req-82093e7d-5cf5-47c2-bfaf-3e50314a7543 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 946 time: 0.0563767 Apr 07 11:52:24.913910 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0fc66317-712e-475c-93c0-523ace2e9aec req-5109d018-9e16-4e6f-bb0c-cdb2514e6ecc tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422606 Apr 07 11:52:25.496379 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-239b0836-69d4-4168-ac9d-a0b76c377fda tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:25.497970 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-239b0836-69d4-4168-ac9d-a0b76c377fda tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 946 time: 0.0579720 Apr 07 11:52:25.597496 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Deleting port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:25.597813 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.689556 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] For port 086ee7a2-1974-448b-8e0d-3ea89df5eb61, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=086ee7a2-1974-448b-8e0d-3ea89df5eb61,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:25.689923 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.892966 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.893794 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (c7355866-3961-4194-af1f-25a3429b0b80), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:25.893794 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Floating IP c7355866-3961-4194-af1f-25a3429b0b80 disassociated. External IP: 172.27.3.242, port: 086ee7a2-1974-448b-8e0d-3ea89df5eb61. Apr 07 11:52:25.894293 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Calling delete_port for 086ee7a2-1974-448b-8e0d-3ea89df5eb61 owned by compute:nova {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:26.052048 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (086ee7a2-1974-448b-8e0d-3ea89df5eb61), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.090777 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event deleted for resources: {'Port': ['ID=086ee7a2-1974-448b-8e0d-3ea89df5eb61,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:26.100210 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5121ec-08a5-4d7d-aed7-08ecfb842f31 req-5019c102-77ff-4d10-ba8e-f46514e43d98 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:26.101758 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9d5121ec-08a5-4d7d-aed7-08ecfb842f31 req-5019c102-77ff-4d10-ba8e-f46514e43d98 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bd7b8b-b08a-472c-a4d1-7b56e140092d HTTP/1.1" status: 200 len: 946 time: 0.1043234 Apr 07 11:52:26.225360 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9d5121ec-08a5-4d7d-aed7-08ecfb842f31 req-43957246-d290-4dcd-8f8d-11e11398dc49 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups?id=83473923-559a-4eed-adbe-3b0311b8504f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167324 Apr 07 11:52:26.256224 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:26.675764 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:26.687432 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] Sync routers for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:26.698559 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:26.699226 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:26.719570 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] No DVR routers for this DVR port 086ee7a2-1974-448b-8e0d-3ea89df5eb61 on host hv-cinder-83682 {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:26.722531 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:26.726362 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ef60293f-b232-4871-b659-c6dda56b7ddb req-693acc4c-1b1f-4e58-9d3c-43410051817d tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.52 "DELETE /v2.0/ports/086ee7a2-1974-448b-8e0d-3ea89df5eb61 HTTP/1.1" status: 204 len: 173 time: 1.2215452 Apr 07 11:52:26.726846 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'name': 'network-vif-deleted', 'tag': '086ee7a2-1974-448b-8e0d-3ea89df5eb61'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:26.730577 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8574278-d4ed-40b1-b74d-9a61d2ef961e" -d '{"events": [{"server_uuid": "34bd7b8b-b08a-472c-a4d1-7b56e140092d", "name": "network-vif-deleted", "tag": "086ee7a2-1974-448b-8e0d-3ea89df5eb61"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:26.771559 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992a67b2-3e79-4b84-973f-a426dee49629 x-openstack-request-id: req-992a67b2-3e79-4b84-973f-a426dee49629 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:26.771852 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bd7b8b-b08a-472c-a4d1-7b56e140092d", "name": "network-vif-deleted", "tag": "086ee7a2-1974-448b-8e0d-3ea89df5eb61", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:26.772101 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-992a67b2-3e79-4b84-973f-a426dee49629 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:26.772498 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992a67b2-3e79-4b84-973f-a426dee49629'] response: {'server_uuid': '34bd7b8b-b08a-472c-a4d1-7b56e140092d', 'name': 'network-vif-deleted', 'tag': '086ee7a2-1974-448b-8e0d-3ea89df5eb61', 'status': 'completed', 'code': 200} Apr 07 11:52:26.842282 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:27.044004 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:27.075750 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] Checking router: 8eff131e-c39a-4248-8ad7-8a5fe6c67950 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:27.085154 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:27.085768 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:27.197675 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:27.311690 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35798) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:27.364338 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ed51-4901-427b-95b1-c93f8eaeb0a4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (83473923-559a-4eed-adbe-3b0311b8504f), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.387119 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ed51-4901-427b-95b1-c93f8eaeb0a4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (83473923-559a-4eed-adbe-3b0311b8504f), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.399200 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:27.425703 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd802666-ba09-4888-ae38-e03ce38db8e8 None None] The sync data for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi is: [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:46:57Z', 'revision_number': 4, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '1e106272-942b-451a-9b0a-cd1356125edb', 'name': '', 'network_id': 'f1cb8de4-6ff5-416c-a91e-d01b92da21ec', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'mac_address': 'fa:16:3e:70:db:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:56Z', 'updated_at': '2022-04-07T11:47:01Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'subnets': [{'id': '35319af4-6c63-4003-89df-1e14c8a7d4b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:27.437080 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ed51-4901-427b-95b1-c93f8eaeb0a4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (83473923-559a-4eed-adbe-3b0311b8504f), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.439734 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e5b8ed51-4901-427b-95b1-c93f8eaeb0a4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.440999 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e5b8ed51-4901-427b-95b1-c93f8eaeb0a4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "DELETE /v2.0/security-groups/83473923-559a-4eed-adbe-3b0311b8504f HTTP/1.1" status: 204 len: 168 time: 0.1283052 Apr 07 11:52:27.443863 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35800) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:27.450713 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8ed51-4901-427b-95b1-c93f8eaeb0a4 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83473923-559a-4eed-adbe-3b0311b8504f,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:27.461926 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.api.v2.resource [None req-5434150b-9593-47d8-b963-87fb0a9da553 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] show failed (client error): The resource could not be found. Apr 07 11:52:27.467480 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-5434150b-9593-47d8-b963-87fb0a9da553 tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "GET /v2.0/security-groups/83473923-559a-4eed-adbe-3b0311b8504f HTTP/1.1" status: 404 len: 347 time: 0.0216310 Apr 07 11:52:27.467992 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35802) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:27.599947 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Deleting port ea565c2f-e78c-49d5-a846-02c475b4c796 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:27.600426 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (ea565c2f-e78c-49d5-a846-02c475b4c796), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.654855 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49465d4-145b-454a-a1ca-fadbd9d8c2c0 None None] New status for floating IP c7355866-3961-4194-af1f-25a3429b0b80: DOWN {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:52:27.676273 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (ea565c2f-e78c-49d5-a846-02c475b4c796), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.676597 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (ea565c2f-e78c-49d5-a846-02c475b4c796), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.689120 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Calling delete_port for ea565c2f-e78c-49d5-a846-02c475b4c796 owned by network:floatingip {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:27.837124 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (ea565c2f-e78c-49d5-a846-02c475b4c796), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.863361 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Pushing event deleted for resources: {'Port': ['ID=ea565c2f-e78c-49d5-a846-02c475b4c796,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:27.927619 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks [] for floatingip (c7355866-3961-4194-af1f-25a3429b0b80), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.930796 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:27.932058 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-7d2ebb94-0da5-4035-9ac8-77834117745e tempest-AttachVolumeTestJSON-1458754152 tempest-AttachVolumeTestJSON-1458754152-project] 10.222.0.15 "DELETE /v2.0/floatingips/c7355866-3961-4194-af1f-25a3429b0b80 HTTP/1.1" status: 204 len: 168 time: 0.4628944 Apr 07 11:52:28.065458 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35820) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:28.177915 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1bfdb6d5-ff78-4bcd-85f5-3bc7cc545aaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.325195 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-64e27ed7-b462-4eb2-ad45-c2668d29b7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.403506 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-64e27ed7-b462-4eb2-ad45-c2668d29b7d1 admin admin] Publish callbacks [] for security_group (41581a57-ff70-46ef-bc69-19eeaef06827), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.410051 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-64e27ed7-b462-4eb2-ad45-c2668d29b7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (41581a57-ff70-46ef-bc69-19eeaef06827), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.448417 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-64e27ed7-b462-4eb2-ad45-c2668d29b7d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5738139bc9374059a3926894d71040bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819160 Apr 07 11:52:28.449385 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e27ed7-b462-4eb2-ad45-c2668d29b7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41581a57-ff70-46ef-bc69-19eeaef06827,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:28.451354 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35824) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:28.499444 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dffd07eb-ea86-47dd-8035-60a16a3fb608 admin admin] Publish callbacks [] for security_group (41581a57-ff70-46ef-bc69-19eeaef06827), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.520070 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dffd07eb-ea86-47dd-8035-60a16a3fb608 admin admin] Publish callbacks [] for security_group (41581a57-ff70-46ef-bc69-19eeaef06827), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.569508 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dffd07eb-ea86-47dd-8035-60a16a3fb608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (41581a57-ff70-46ef-bc69-19eeaef06827), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.573960 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dffd07eb-ea86-47dd-8035-60a16a3fb608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.575751 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-dffd07eb-ea86-47dd-8035-60a16a3fb608 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41581a57-ff70-46ef-bc69-19eeaef06827 HTTP/1.1" status: 204 len: 168 time: 0.1232038 Apr 07 11:52:28.584968 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd07eb-ea86-47dd-8035-60a16a3fb608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41581a57-ff70-46ef-bc69-19eeaef06827,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:28.853864 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35830) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:28.868252 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4f0199ec-5fae-4178-befd-be9655b0fc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.942257 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4f0199ec-5fae-4178-befd-be9655b0fc05 admin admin] Publish callbacks [] for security_group (43a1edef-ac48-495f-951f-26da6223ceae), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.948432 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4f0199ec-5fae-4178-befd-be9655b0fc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (43a1edef-ac48-495f-951f-26da6223ceae), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:28.985847 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-4f0199ec-5fae-4178-befd-be9655b0fc05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2f4012db2a1340c79178a11c181c3ab0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307983 Apr 07 11:52:28.986685 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0199ec-5fae-4178-befd-be9655b0fc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a1edef-ac48-495f-951f-26da6223ceae,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:28.988832 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35832) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:29.043458 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ee32-441c-4dac-bbf1-3c6b1f69bcd8 admin admin] Publish callbacks [] for security_group (43a1edef-ac48-495f-951f-26da6223ceae), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.066079 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ee32-441c-4dac-bbf1-3c6b1f69bcd8 admin admin] Publish callbacks [] for security_group (43a1edef-ac48-495f-951f-26da6223ceae), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.115718 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ee32-441c-4dac-bbf1-3c6b1f69bcd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (43a1edef-ac48-495f-951f-26da6223ceae), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.118376 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c6b5ee32-441c-4dac-bbf1-3c6b1f69bcd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:29.119548 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-c6b5ee32-441c-4dac-bbf1-3c6b1f69bcd8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43a1edef-ac48-495f-951f-26da6223ceae HTTP/1.1" status: 204 len: 168 time: 0.1293890 Apr 07 11:52:29.127969 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5ee32-441c-4dac-bbf1-3c6b1f69bcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a1edef-ac48-495f-951f-26da6223ceae,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:29.247674 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:52:29.400003 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-106b4697-8279-457d-8c86-90326d965fcf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0543027 Apr 07 11:52:29.466781 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-c0e34113-5ab3-4013-a324-27befb094856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:29.468268 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-c0e34113-5ab3-4013-a324-27befb094856 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46461a9310d94e96858d9230caddfa3f&device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 1130 time: 0.0474803 Apr 07 11:52:29.569583 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-1afff596-ef4d-478d-b818-8d7844f2138f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:29.571064 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-1afff596-ef4d-478d-b818-8d7844f2138f service neutron] 10.222.0.52 "GET /v2.0/networks?id=9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 200 len: 917 time: 0.0843549 Apr 07 11:52:29.641892 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-c947c207-c660-40e5-b1d6-59d59be32dc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80d4d31c-bfda-47c9-be14-a00608b82671 HTTP/1.1" status: 200 len: 1001 time: 0.0634024 Apr 07 11:52:29.691442 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-f082e457-30e9-4e9e-9b21-2ea20059476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:29.693004 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-f082e457-30e9-4e9e-9b21-2ea20059476c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 200 len: 855 time: 0.0450628 Apr 07 11:52:29.743701 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-ab550e5c-475d-4b8d-b4f4-cc9591ee3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:29.745269 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-ab550e5c-475d-4b8d-b4f4-cc9591ee3200 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9cc7519c-75ce-4acb-bd03-68554bf738f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459023 Apr 07 11:52:29.840127 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-6d23041f-4da7-40bb-8958-6f01d296553a service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875759 Apr 07 11:52:29.933079 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c683bb45-92ae-4650-849b-c40f46ac5fbb req-84b97692-168c-450d-823d-e07118f8e092 service neutron] 10.222.0.52 "GET /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864890 Apr 07 11:52:30.363044 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.715331 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-76096ed0-914d-432f-9676-2662b4b0511d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.771651 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35892) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:30.883044 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-303461e3-5217-4b05-b865-7a738e5f53eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.885288 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 086ee7a2-1974-448b-8e0d-3ea89df5eb61 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:30.905709 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 086ee7a2-1974-448b-8e0d-3ea89df5eb61 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:30.906059 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 086ee7a2-1974-448b-8e0d-3ea89df5eb61 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:30.962537 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-303461e3-5217-4b05-b865-7a738e5f53eb admin admin] Publish callbacks [] for security_group (9ee6cbb2-f923-44db-89eb-7ede6792d9d2), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:30.967785 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-303461e3-5217-4b05-b865-7a738e5f53eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9ee6cbb2-f923-44db-89eb-7ede6792d9d2), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.004993 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-303461e3-5217-4b05-b865-7a738e5f53eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83ffa33dcbd34de1a479c3ddb69a18fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322235 Apr 07 11:52:31.005819 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303461e3-5217-4b05-b865-7a738e5f53eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee6cbb2-f923-44db-89eb-7ede6792d9d2,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:31.007880 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35896) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:31.055923 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f051f525-d16b-4d7c-8c9a-d2bd4e28e887 admin admin] Publish callbacks [] for security_group (9ee6cbb2-f923-44db-89eb-7ede6792d9d2), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.076868 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f051f525-d16b-4d7c-8c9a-d2bd4e28e887 admin admin] Publish callbacks [] for security_group (9ee6cbb2-f923-44db-89eb-7ede6792d9d2), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.134907 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f051f525-d16b-4d7c-8c9a-d2bd4e28e887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9ee6cbb2-f923-44db-89eb-7ede6792d9d2), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.137686 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f051f525-d16b-4d7c-8c9a-d2bd4e28e887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.138864 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f051f525-d16b-4d7c-8c9a-d2bd4e28e887 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ee6cbb2-f923-44db-89eb-7ede6792d9d2 HTTP/1.1" status: 204 len: 168 time: 0.1298428 Apr 07 11:52:31.147259 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051f525-d16b-4d7c-8c9a-d2bd4e28e887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee6cbb2-f923-44db-89eb-7ede6792d9d2,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:31.429353 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35906) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:31.447018 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-aa1d638e-cd2c-44b5-8382-5b60813bca7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.479123 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35910) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:31.524575 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-aa1d638e-cd2c-44b5-8382-5b60813bca7b admin admin] Publish callbacks [] for security_group (16d667c5-c661-4e3a-bc55-523ac805ecf0), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.530495 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-aa1d638e-cd2c-44b5-8382-5b60813bca7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (16d667c5-c661-4e3a-bc55-523ac805ecf0), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.567660 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-aa1d638e-cd2c-44b5-8382-5b60813bca7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2d81d454a9644c38c2eb68ba34f683a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1371391 Apr 07 11:52:31.568699 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d638e-cd2c-44b5-8382-5b60813bca7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d667c5-c661-4e3a-bc55-523ac805ecf0,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:31.570466 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35914) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:31.609885 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.623166 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e7efb8a5-ff10-403d-a182-979a0a962f01 admin admin] Publish callbacks [] for security_group (16d667c5-c661-4e3a-bc55-523ac805ecf0), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.644421 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e7efb8a5-ff10-403d-a182-979a0a962f01 admin admin] Publish callbacks [] for security_group (16d667c5-c661-4e3a-bc55-523ac805ecf0), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.727841 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e7efb8a5-ff10-403d-a182-979a0a962f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (16d667c5-c661-4e3a-bc55-523ac805ecf0), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.730599 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e7efb8a5-ff10-403d-a182-979a0a962f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:31.731816 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-e7efb8a5-ff10-403d-a182-979a0a962f01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/16d667c5-c661-4e3a-bc55-523ac805ecf0 HTTP/1.1" status: 204 len: 168 time: 0.1600745 Apr 07 11:52:31.769042 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efb8a5-ff10-403d-a182-979a0a962f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d667c5-c661-4e3a-bc55-523ac805ecf0,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:32.046358 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (8eff131e-c39a-4248-8ad7-8a5fe6c67950), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.296759 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Deleting port 1e106272-942b-451a-9b0a-cd1356125edb {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:32.297066 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (1e106272-942b-451a-9b0a-cd1356125edb), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.373851 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] For port 1e106272-942b-451a-9b0a-cd1356125edb, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=1e106272-942b-451a-9b0a-cd1356125edb,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:32.374245 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (1e106272-942b-451a-9b0a-cd1356125edb), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.387395 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Calling delete_port for 1e106272-942b-451a-9b0a-cd1356125edb owned by network:router_interface {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:32.571355 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (1e106272-942b-451a-9b0a-cd1356125edb), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.602254 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e106272-942b-451a-9b0a-cd1356125edb,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:32.771829 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (8eff131e-c39a-4248-8ad7-8a5fe6c67950), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.978768 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:32.999922 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:33.109237 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:33.114368 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-0fe232d6-c994-462e-b095-7bb2b1b21695 admin admin] 10.222.0.15 "PUT /v2.0/routers/8eff131e-c39a-4248-8ad7-8a5fe6c67950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6338992 Apr 07 11:52:33.117352 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35958) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:33.120460 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] Sync routers for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:33.132710 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:33.133614 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:33.223224 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks [] for router (8eff131e-c39a-4248-8ad7-8a5fe6c67950), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.248467 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:33.326401 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks [] for router_gateway (8eff131e-c39a-4248-8ad7-8a5fe6c67950), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.391202 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Deleting port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:33.391642 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.471063 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] For port 44c776cd-2c5d-4e8f-b081-648bcf2cc23e, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=44c776cd-2c5d-4e8f-b081-648bcf2cc23e,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:33.471433 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.487780 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Calling delete_port for 44c776cd-2c5d-4e8f-b081-648bcf2cc23e owned by network:router_gateway {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:33.580133 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95'}], 'enable_snat': True}, 'gw_port_id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:52:32Z', 'revision_number': 5, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port': {'id': '44c776cd-2c5d-4e8f-b081-648bcf2cc23e', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:48:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:46:53Z', 'updated_at': '2022-04-07T11:46:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:33.606638 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] Checking router: 8eff131e-c39a-4248-8ad7-8a5fe6c67950 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:33.615537 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] Routers {'8eff131e-c39a-4248-8ad7-8a5fe6c67950'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:33.616225 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:33.669415 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (44c776cd-2c5d-4e8f-b081-648bcf2cc23e), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:33.696703 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Pushing event deleted for resources: {'Port': ['ID=44c776cd-2c5d-4e8f-b081-648bcf2cc23e,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:33.720468 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] Set router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 gateway port host: None {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:33.781119 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:52:33Z', 'revision_number': 6, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port_host': None}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:33.810857 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d36e092-7a36-4b4d-9e0a-54fb25f1044d None None] The sync data for ids ['8eff131e-c39a-4248-8ad7-8a5fe6c67950'] in dv-cinder-836822-2-iscsi is: [{'id': '8eff131e-c39a-4248-8ad7-8a5fe6c67950', 'name': 'tempest-AttachVolumeTestJSON-1461212100-router', 'tenant_id': '0562a453b54e4501bbd637863b019c34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:46:52Z', 'updated_at': '2022-04-07T11:52:33Z', 'revision_number': 6, 'project_id': '0562a453b54e4501bbd637863b019c34', 'gw_port_host': None}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:34.033287 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (8eff131e-c39a-4248-8ad7-8a5fe6c67950), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.124066 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (8eff131e-c39a-4248-8ad7-8a5fe6c67950), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.126231 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks [] for router_controller (8eff131e-c39a-4248-8ad7-8a5fe6c67950), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.173421 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (8eff131e-c39a-4248-8ad7-8a5fe6c67950), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.174198 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eff131e-c39a-4248-8ad7-8a5fe6c67950 {{(pid=109936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:52:34.179404 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.183784 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 35990) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:34.184468 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-794a5abf-4490-42ac-9415-846763a2046b admin admin] 10.222.0.15 "DELETE /v2.0/routers/8eff131e-c39a-4248-8ad7-8a5fe6c67950 HTTP/1.1" status: 204 len: 168 time: 1.0658975 Apr 07 11:52:34.236383 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_v2 [None req-120c9b31-0c54-4aba-a2b3-2a59b47e59c1 admin admin] Deleting subnet 35319af4-6c63-4003-89df-1e14c8a7d4b8 {{(pid=109935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:52:34.239671 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-120c9b31-0c54-4aba-a2b3-2a59b47e59c1 admin admin] Publish callbacks [] for subnet (35319af4-6c63-4003-89df-1e14c8a7d4b8), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.275978 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-120c9b31-0c54-4aba-a2b3-2a59b47e59c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125949250'] for subnet (35319af4-6c63-4003-89df-1e14c8a7d4b8), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.369254 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-120c9b31-0c54-4aba-a2b3-2a59b47e59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (35319af4-6c63-4003-89df-1e14c8a7d4b8), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.427314 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-120c9b31-0c54-4aba-a2b3-2a59b47e59c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129855124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126530468'] for subnet (35319af4-6c63-4003-89df-1e14c8a7d4b8), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.453018 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c9b31-0c54-4aba-a2b3-2a59b47e59c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35319af4-6c63-4003-89df-1e14c8a7d4b8,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:34.456790 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-120c9b31-0c54-4aba-a2b3-2a59b47e59c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.460330 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-120c9b31-0c54-4aba-a2b3-2a59b47e59c1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/35319af4-6c63-4003-89df-1e14c8a7d4b8 HTTP/1.1" status: 204 len: 168 time: 0.2742038 Apr 07 11:52:34.463702 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 35998) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:34.464595 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3241d9-d792-4219-80d9-76129d7cdf4e None None] Network f1cb8de4-6ff5-416c-a91e-d01b92da21ec requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:52:34.535840 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (f1cb8de4-6ff5-416c-a91e-d01b92da21ec), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.589043 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Deleting port ae42324b-c119-4a34-8320-5842c177758e {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:34.589386 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (ae42324b-c119-4a34-8320-5842c177758e), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.647831 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.656678 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] For port ae42324b-c119-4a34-8320-5842c177758e, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ae42324b-c119-4a34-8320-5842c177758e,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:34.657069 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (ae42324b-c119-4a34-8320-5842c177758e), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.672166 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Calling delete_port for ae42324b-c119-4a34-8320-5842c177758e owned by network:dhcp {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:34.690217 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] DHCP port deletion for f1cb8de4-6ff5-416c-a91e-d01b92da21ec request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:52:34.744617 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Deleting port ae42324b-c119-4a34-8320-5842c177758e {{(pid=109937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:34.745462 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (ae42324b-c119-4a34-8320-5842c177758e), before_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.763764 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (ae42324b-c119-4a34-8320-5842c177758e), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.797708 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae42324b-c119-4a34-8320-5842c177758e,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:34.801489 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] No DVR routers for this DVR port ae42324b-c119-4a34-8320-5842c177758e on host dv-cinder-836822-2-iscsi {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:34.801647 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 1e106272-942b-451a-9b0a-cd1356125edb no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:34.828569 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 1e106272-942b-451a-9b0a-cd1356125edb {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:34.828940 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 1e106272-942b-451a-9b0a-cd1356125edb not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:34.843230 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] For port ae42324b-c119-4a34-8320-5842c177758e, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ae42324b-c119-4a34-8320-5842c177758e,segment=NetworkSegment(14be8053-bf49-4023-b1e1-97cd0741f659),segment_id=14be8053-bf49-4023-b1e1-97cd0741f659)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:34.843626 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (ae42324b-c119-4a34-8320-5842c177758e), precommit_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.856952 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Calling delete_port for ae42324b-c119-4a34-8320-5842c177758e owned by network:dhcp {{(pid=109937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:34.879114 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (f1cb8de4-6ff5-416c-a91e-d01b92da21ec), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.900426 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1cb8de4-6ff5-416c-a91e-d01b92da21ec']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:34.911232 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14be8053-bf49-4023-b1e1-97cd0741f659') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:34.911653 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14be8053-bf49-4023-b1e1-97cd0741f659') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:34.922663 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (14be8053-bf49-4023-b1e1-97cd0741f659), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.936396 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238'] for port (ae42324b-c119-4a34-8320-5842c177758e), after_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.937933 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (14be8053-bf49-4023-b1e1-97cd0741f659), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.946761 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:52:34.947167 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (14be8053-bf49-4023-b1e1-97cd0741f659), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:52:34.949012 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:52:34.967201 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Pushing event deleted for resources: {'Port': ['ID=ae42324b-c119-4a34-8320-5842c177758e,revision_number=None']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:34.975650 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] No DVR routers for this DVR port ae42324b-c119-4a34-8320-5842c177758e on host dv-cinder-836822-2-iscsi {{(pid=109937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:34.977995 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.978349 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.978591 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.979062 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.979260 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.979588 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.979905 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.980221 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.980539 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.980903 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.981270 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.981588 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.981911 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.982224 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:34.982538 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-064b4fcb-6191-421d-9bda-0edb0b980064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:52:35.018156 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (f1cb8de4-6ff5-416c-a91e-d01b92da21ec), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.023663 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.026849 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f1cb8de4-6ff5-416c-a91e-d01b92da21ec HTTP/1.1" status: 204 len: 168 time: 0.5621157 Apr 07 11:52:35.037986 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04419e8f-02e5-4001-a078-e6f8c5b65a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1cb8de4-6ff5-416c-a91e-d01b92da21ec,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:35.204476 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36002) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:35.248233 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f4c5b246-6133-4196-8387-97ae9bc2c25e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0562a453b54e4501bbd637863b019c34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417721 Apr 07 11:52:35.250759 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36004) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:35.297908 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92c0352f-09a8-4945-ad59-4d50f59ec302 admin admin] Publish callbacks [] for security_group (9fb1507e-72d5-42d9-9027-b2aa74b8bc5d), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.319019 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92c0352f-09a8-4945-ad59-4d50f59ec302 admin admin] Publish callbacks [] for security_group (9fb1507e-72d5-42d9-9027-b2aa74b8bc5d), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.376494 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92c0352f-09a8-4945-ad59-4d50f59ec302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9fb1507e-72d5-42d9-9027-b2aa74b8bc5d), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.379075 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92c0352f-09a8-4945-ad59-4d50f59ec302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:35.380303 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-92c0352f-09a8-4945-ad59-4d50f59ec302 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fb1507e-72d5-42d9-9027-b2aa74b8bc5d HTTP/1.1" status: 204 len: 168 time: 0.1287003 Apr 07 11:52:35.388165 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0352f-09a8-4945-ad59-4d50f59ec302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb1507e-72d5-42d9-9027-b2aa74b8bc5d,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:36.336213 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 44c776cd-2c5d-4e8f-b081-648bcf2cc23e no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:36.356856 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 44c776cd-2c5d-4e8f-b081-648bcf2cc23e {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:36.357202 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 44c776cd-2c5d-4e8f-b081-648bcf2cc23e not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:36.357613 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ae42324b-c119-4a34-8320-5842c177758e no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:36.376091 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: ae42324b-c119-4a34-8320-5842c177758e {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:36.376431 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ae42324b-c119-4a34-8320-5842c177758e not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:42.713614 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36142) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:42.822503 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0bb67d17-3810-4ec3-ac46-a159e4fbc059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:42.896731 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0bb67d17-3810-4ec3-ac46-a159e4fbc059 admin admin] Publish callbacks [] for security_group (574ad58a-9257-47eb-a10e-e250cfc9e28c), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:42.902659 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0bb67d17-3810-4ec3-ac46-a159e4fbc059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (574ad58a-9257-47eb-a10e-e250cfc9e28c), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:42.937537 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb67d17-3810-4ec3-ac46-a159e4fbc059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=574ad58a-9257-47eb-a10e-e250cfc9e28c,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:42.941778 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-0bb67d17-3810-4ec3-ac46-a159e4fbc059 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2462c923e7143629fe6bb0fc38dadff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271357 Apr 07 11:52:42.944598 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36146) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:42.991285 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d48156d7-e772-4d27-93ff-fc1776768ebb admin admin] Publish callbacks [] for security_group (574ad58a-9257-47eb-a10e-e250cfc9e28c), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.015564 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d48156d7-e772-4d27-93ff-fc1776768ebb admin admin] Publish callbacks [] for security_group (574ad58a-9257-47eb-a10e-e250cfc9e28c), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.066145 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d48156d7-e772-4d27-93ff-fc1776768ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (574ad58a-9257-47eb-a10e-e250cfc9e28c), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.070640 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d48156d7-e772-4d27-93ff-fc1776768ebb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.070640 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d48156d7-e772-4d27-93ff-fc1776768ebb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/574ad58a-9257-47eb-a10e-e250cfc9e28c HTTP/1.1" status: 204 len: 168 time: 0.1244013 Apr 07 11:52:43.078448 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48156d7-e772-4d27-93ff-fc1776768ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=574ad58a-9257-47eb-a10e-e250cfc9e28c,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:43.343968 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36158) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:43.357646 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9ec636ba-257e-4ea8-9982-a17c5eefd407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.434545 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9ec636ba-257e-4ea8-9982-a17c5eefd407 admin admin] Publish callbacks [] for security_group (843a09c9-eb79-4a5c-8245-ff33976593f1), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.443080 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9ec636ba-257e-4ea8-9982-a17c5eefd407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (843a09c9-eb79-4a5c-8245-ff33976593f1), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.489162 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-9ec636ba-257e-4ea8-9982-a17c5eefd407 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc29dc250dae46e59c87bdbaa9756bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441095 Apr 07 11:52:43.489982 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec636ba-257e-4ea8-9982-a17c5eefd407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843a09c9-eb79-4a5c-8245-ff33976593f1,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:43.492172 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36160) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:43.542486 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c08b7e35-a8e0-412f-acf8-e20728841158 admin admin] Publish callbacks [] for security_group (843a09c9-eb79-4a5c-8245-ff33976593f1), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.564460 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c08b7e35-a8e0-412f-acf8-e20728841158 admin admin] Publish callbacks [] for security_group (843a09c9-eb79-4a5c-8245-ff33976593f1), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.614873 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c08b7e35-a8e0-412f-acf8-e20728841158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (843a09c9-eb79-4a5c-8245-ff33976593f1), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.617504 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c08b7e35-a8e0-412f-acf8-e20728841158 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:43.618646 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-c08b7e35-a8e0-412f-acf8-e20728841158 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/843a09c9-eb79-4a5c-8245-ff33976593f1 HTTP/1.1" status: 204 len: 168 time: 0.1254396 Apr 07 11:52:43.626424 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b7e35-a8e0-412f-acf8-e20728841158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843a09c9-eb79-4a5c-8245-ff33976593f1,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:43.956131 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36166) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:43.969514 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d6265fba-d283-46f3-8722-82303c7118c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.041102 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d6265fba-d283-46f3-8722-82303c7118c6 admin admin] Publish callbacks [] for security_group (cf409d18-303c-47e2-b1ae-d57825354f8b), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.046479 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d6265fba-d283-46f3-8722-82303c7118c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (cf409d18-303c-47e2-b1ae-d57825354f8b), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.084278 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d6265fba-d283-46f3-8722-82303c7118c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8b902540a9b4a1897bfcf94eb69a2f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1271820 Apr 07 11:52:44.085150 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6265fba-d283-46f3-8722-82303c7118c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf409d18-303c-47e2-b1ae-d57825354f8b,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:44.087626 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36168) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:44.136968 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f87931c2-f797-439e-be90-6642463fb482 admin admin] Publish callbacks [] for security_group (cf409d18-303c-47e2-b1ae-d57825354f8b), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.158232 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f87931c2-f797-439e-be90-6642463fb482 admin admin] Publish callbacks [] for security_group (cf409d18-303c-47e2-b1ae-d57825354f8b), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.205014 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f87931c2-f797-439e-be90-6642463fb482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (cf409d18-303c-47e2-b1ae-d57825354f8b), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.207684 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f87931c2-f797-439e-be90-6642463fb482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.211118 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f87931c2-f797-439e-be90-6642463fb482 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf409d18-303c-47e2-b1ae-d57825354f8b HTTP/1.1" status: 204 len: 168 time: 0.1201141 Apr 07 11:52:44.217433 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87931c2-f797-439e-be90-6642463fb482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf409d18-303c-47e2-b1ae-d57825354f8b,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:44.482386 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36184) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:44.589012 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c64c785b-1fb3-42c4-9677-d767d8870283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.663315 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c64c785b-1fb3-42c4-9677-d767d8870283 admin admin] Publish callbacks [] for security_group (0d9fdabb-5f73-4b0b-a5ca-e4dfc0959c7a), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.668054 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c64c785b-1fb3-42c4-9677-d767d8870283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (0d9fdabb-5f73-4b0b-a5ca-e4dfc0959c7a), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.711553 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36198) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:44.711812 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-c64c785b-1fb3-42c4-9677-d767d8870283 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccc698343be5457fbf203f9958e1e0f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279775 Apr 07 11:52:44.713271 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c785b-1fb3-42c4-9677-d767d8870283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9fdabb-5f73-4b0b-a5ca-e4dfc0959c7a,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:44.769581 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9e4b-cad5-497a-be30-cd5260f287f9 admin admin] Publish callbacks [] for security_group (0d9fdabb-5f73-4b0b-a5ca-e4dfc0959c7a), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.791452 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9e4b-cad5-497a-be30-cd5260f287f9 admin admin] Publish callbacks [] for security_group (0d9fdabb-5f73-4b0b-a5ca-e4dfc0959c7a), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.840206 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9e4b-cad5-497a-be30-cd5260f287f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (0d9fdabb-5f73-4b0b-a5ca-e4dfc0959c7a), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.842875 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0e2e9e4b-cad5-497a-be30-cd5260f287f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:44.846453 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-0e2e9e4b-cad5-497a-be30-cd5260f287f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d9fdabb-5f73-4b0b-a5ca-e4dfc0959c7a HTTP/1.1" status: 204 len: 168 time: 0.1312551 Apr 07 11:52:44.853264 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e9e4b-cad5-497a-be30-cd5260f287f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9fdabb-5f73-4b0b-a5ca-e4dfc0959c7a,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:45.171797 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36218) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:45.185369 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba575-598d-400a-b51b-b7a31f936b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:45.260342 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba575-598d-400a-b51b-b7a31f936b47 admin admin] Publish callbacks [] for security_group (da3529de-27a0-4132-879a-e6da595235b8), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:45.265415 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ea9ba575-598d-400a-b51b-b7a31f936b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (da3529de-27a0-4132-879a-e6da595235b8), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:45.302242 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ba575-598d-400a-b51b-b7a31f936b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3529de-27a0-4132-879a-e6da595235b8,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:45.307659 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-ea9ba575-598d-400a-b51b-b7a31f936b47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea3a7d41bdae434d8a8cac77da76617f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347282 Apr 07 11:52:45.310356 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36224) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:45.358517 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f0d74c13-75ea-453b-b716-4c970f4bd73b admin admin] Publish callbacks [] for security_group (da3529de-27a0-4132-879a-e6da595235b8), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:45.382639 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f0d74c13-75ea-453b-b716-4c970f4bd73b admin admin] Publish callbacks [] for security_group (da3529de-27a0-4132-879a-e6da595235b8), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:45.432092 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f0d74c13-75ea-453b-b716-4c970f4bd73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (da3529de-27a0-4132-879a-e6da595235b8), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:45.434713 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f0d74c13-75ea-453b-b716-4c970f4bd73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:45.435906 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-f0d74c13-75ea-453b-b716-4c970f4bd73b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da3529de-27a0-4132-879a-e6da595235b8 HTTP/1.1" status: 204 len: 168 time: 0.1246407 Apr 07 11:52:45.444721 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d74c13-75ea-453b-b716-4c970f4bd73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3529de-27a0-4132-879a-e6da595235b8,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:49.359591 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36344) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:49.473963 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-15b6f2b2-4f5f-4d67-8fc8-df08e8ecc4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:49.552214 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-15b6f2b2-4f5f-4d67-8fc8-df08e8ecc4ac admin admin] Publish callbacks [] for security_group (174ee074-9f69-4051-83e4-59683cbadef6), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:49.560664 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-15b6f2b2-4f5f-4d67-8fc8-df08e8ecc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (174ee074-9f69-4051-83e4-59683cbadef6), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:49.598703 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-15b6f2b2-4f5f-4d67-8fc8-df08e8ecc4ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=383943975ff64f6297d6a9ce33026eca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375796 Apr 07 11:52:49.599552 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b6f2b2-4f5f-4d67-8fc8-df08e8ecc4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174ee074-9f69-4051-83e4-59683cbadef6,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:49.601749 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36348) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:49.653390 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8411ac61-926e-4004-877f-732391b492bd admin admin] Publish callbacks [] for security_group (174ee074-9f69-4051-83e4-59683cbadef6), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:49.674943 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8411ac61-926e-4004-877f-732391b492bd admin admin] Publish callbacks [] for security_group (174ee074-9f69-4051-83e4-59683cbadef6), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:49.724624 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8411ac61-926e-4004-877f-732391b492bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (174ee074-9f69-4051-83e4-59683cbadef6), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:49.727312 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8411ac61-926e-4004-877f-732391b492bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:49.728495 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8411ac61-926e-4004-877f-732391b492bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/174ee074-9f69-4051-83e4-59683cbadef6 HTTP/1.1" status: 204 len: 168 time: 0.1256766 Apr 07 11:52:49.738756 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8411ac61-926e-4004-877f-732391b492bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174ee074-9f69-4051-83e4-59683cbadef6,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:50.016577 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36376) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:50.030334 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-56ad2677-ed29-45d8-968e-89ee60d89730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.106452 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-56ad2677-ed29-45d8-968e-89ee60d89730 admin admin] Publish callbacks [] for security_group (a8221458-ee12-480d-9eb9-c3d2494e7a4a), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.111371 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-56ad2677-ed29-45d8-968e-89ee60d89730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a8221458-ee12-480d-9eb9-c3d2494e7a4a), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.149187 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-56ad2677-ed29-45d8-968e-89ee60d89730 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b897f3e4434547f4a13743a3da97095c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311893 Apr 07 11:52:50.151128 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad2677-ed29-45d8-968e-89ee60d89730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8221458-ee12-480d-9eb9-c3d2494e7a4a,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:50.151848 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36388) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:50.201762 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50d684c8-edac-4a7b-93ad-0e4cd292c27d admin admin] Publish callbacks [] for security_group (a8221458-ee12-480d-9eb9-c3d2494e7a4a), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.223263 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50d684c8-edac-4a7b-93ad-0e4cd292c27d admin admin] Publish callbacks [] for security_group (a8221458-ee12-480d-9eb9-c3d2494e7a4a), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.277285 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50d684c8-edac-4a7b-93ad-0e4cd292c27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a8221458-ee12-480d-9eb9-c3d2494e7a4a), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.279841 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-50d684c8-edac-4a7b-93ad-0e4cd292c27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.281287 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-50d684c8-edac-4a7b-93ad-0e4cd292c27d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8221458-ee12-480d-9eb9-c3d2494e7a4a HTTP/1.1" status: 204 len: 168 time: 0.1282957 Apr 07 11:52:50.295886 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d684c8-edac-4a7b-93ad-0e4cd292c27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8221458-ee12-480d-9eb9-c3d2494e7a4a,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:50.609686 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36412) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:50.622848 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e67b7eb4-12c9-472b-be65-8ad09f189962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.698077 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e67b7eb4-12c9-472b-be65-8ad09f189962 admin admin] Publish callbacks [] for security_group (497c21b0-fa24-416c-ac83-d4627f174aa2), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.702581 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e67b7eb4-12c9-472b-be65-8ad09f189962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (497c21b0-fa24-416c-ac83-d4627f174aa2), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.740615 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e67b7eb4-12c9-472b-be65-8ad09f189962 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5557dd8cc44f458a9011b43e9d4e15d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297915 Apr 07 11:52:50.741508 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b7eb4-12c9-472b-be65-8ad09f189962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497c21b0-fa24-416c-ac83-d4627f174aa2,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:50.743558 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36416) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:50.805854 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1de9768f-8159-411b-a400-0ca8756be13f admin admin] Publish callbacks [] for security_group (497c21b0-fa24-416c-ac83-d4627f174aa2), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.827327 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1de9768f-8159-411b-a400-0ca8756be13f admin admin] Publish callbacks [] for security_group (497c21b0-fa24-416c-ac83-d4627f174aa2), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.874781 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1de9768f-8159-411b-a400-0ca8756be13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (497c21b0-fa24-416c-ac83-d4627f174aa2), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.877328 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-1de9768f-8159-411b-a400-0ca8756be13f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:50.878481 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-1de9768f-8159-411b-a400-0ca8756be13f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/497c21b0-fa24-416c-ac83-d4627f174aa2 HTTP/1.1" status: 204 len: 168 time: 0.1339099 Apr 07 11:52:50.885801 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9768f-8159-411b-a400-0ca8756be13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497c21b0-fa24-416c-ac83-d4627f174aa2,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:51.929211 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36466) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:52.044389 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-36f01d6f-b595-4e64-b471-bc0b1bf58823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.138007 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-36f01d6f-b595-4e64-b471-bc0b1bf58823 admin admin] Publish callbacks [] for security_group (e61003d5-cf02-4ec3-a9ba-800b24a19adb), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.142909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-36f01d6f-b595-4e64-b471-bc0b1bf58823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e61003d5-cf02-4ec3-a9ba-800b24a19adb), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.185816 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-36f01d6f-b595-4e64-b471-bc0b1bf58823 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=30c11c672cb14df09836481672c64b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554862 Apr 07 11:52:52.186440 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36482) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:52.188401 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f01d6f-b595-4e64-b471-bc0b1bf58823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61003d5-cf02-4ec3-a9ba-800b24a19adb,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:52.199409 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29defb-9730-4dd3-af27-78240a141e62 req-e62bf9bd-1d9e-48a8-bcdd-a9ec4d53870e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:52.206551 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3d29defb-9730-4dd3-af27-78240a141e62 req-e62bf9bd-1d9e-48a8-bcdd-a9ec4d53870e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 946 time: 0.0616038 Apr 07 11:52:52.239594 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4e402947-02c9-4b0e-a97a-4082f77e414a admin admin] Publish callbacks [] for security_group (e61003d5-cf02-4ec3-a9ba-800b24a19adb), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.249225 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3d29defb-9730-4dd3-af27-78240a141e62 req-d1d309df-704b-4b70-a06c-afc08ee36a9f tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Apr 07 11:52:52.261082 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4e402947-02c9-4b0e-a97a-4082f77e414a admin admin] Publish callbacks [] for security_group (e61003d5-cf02-4ec3-a9ba-800b24a19adb), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.313897 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4e402947-02c9-4b0e-a97a-4082f77e414a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e61003d5-cf02-4ec3-a9ba-800b24a19adb), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.316589 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-4e402947-02c9-4b0e-a97a-4082f77e414a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.317893 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-4e402947-02c9-4b0e-a97a-4082f77e414a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e61003d5-cf02-4ec3-a9ba-800b24a19adb HTTP/1.1" status: 204 len: 168 time: 0.1304100 Apr 07 11:52:52.326190 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e402947-02c9-4b0e-a97a-4082f77e414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61003d5-cf02-4ec3-a9ba-800b24a19adb,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:52.641788 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36502) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:52.653344 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7871f3fb-514f-4125-82d9-8c92b45aafd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.728222 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7871f3fb-514f-4125-82d9-8c92b45aafd2 admin admin] Publish callbacks [] for security_group (2c9a90f6-0e12-4c03-b729-c80877de4599), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.733272 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7871f3fb-514f-4125-82d9-8c92b45aafd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (2c9a90f6-0e12-4c03-b729-c80877de4599), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.774304 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-7871f3fb-514f-4125-82d9-8c92b45aafd2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=824bd6a0daf644b4a2d51abeb8bb79ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328955 Apr 07 11:52:52.776437 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871f3fb-514f-4125-82d9-8c92b45aafd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9a90f6-0e12-4c03-b729-c80877de4599,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:52.777172 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36516) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:52.840615 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b51a98e0-b355-492d-adec-4b07e7d79227 admin admin] Publish callbacks [] for security_group (2c9a90f6-0e12-4c03-b729-c80877de4599), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.861953 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b51a98e0-b355-492d-adec-4b07e7d79227 admin admin] Publish callbacks [] for security_group (2c9a90f6-0e12-4c03-b729-c80877de4599), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.909069 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b51a98e0-b355-492d-adec-4b07e7d79227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (2c9a90f6-0e12-4c03-b729-c80877de4599), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.911809 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b51a98e0-b355-492d-adec-4b07e7d79227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:52.912992 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b51a98e0-b355-492d-adec-4b07e7d79227 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c9a90f6-0e12-4c03-b729-c80877de4599 HTTP/1.1" status: 204 len: 168 time: 0.1346414 Apr 07 11:52:52.921026 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a98e0-b355-492d-adec-4b07e7d79227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9a90f6-0e12-4c03-b729-c80877de4599,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:53.087590 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36528) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:53.194818 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a1699db3-e404-454f-9700-6185653ad667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.269237 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a1699db3-e404-454f-9700-6185653ad667 admin admin] Publish callbacks [] for security_group (fe863e3a-11f1-4e6e-96a8-df8838a05731), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.274326 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a1699db3-e404-454f-9700-6185653ad667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (fe863e3a-11f1-4e6e-96a8-df8838a05731), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.313883 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-a1699db3-e404-454f-9700-6185653ad667 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=96802917592d4962bb15de4f7fbd6bf6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251079 Apr 07 11:52:53.316189 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1699db3-e404-454f-9700-6185653ad667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe863e3a-11f1-4e6e-96a8-df8838a05731,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:53.316683 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36542) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:53.382357 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9aa8ec-6e5a-46a9-afb0-2ea6cfadb09c req-6b52a240-42da-4d73-b7e8-14d9b962ec1e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:53.383850 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1a9aa8ec-6e5a-46a9-afb0-2ea6cfadb09c req-6b52a240-42da-4d73-b7e8-14d9b962ec1e tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 946 time: 0.0607653 Apr 07 11:52:53.388045 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-660c4c1e-e11d-4011-92ab-3d1c7a3f15c3 admin admin] Publish callbacks [] for security_group (fe863e3a-11f1-4e6e-96a8-df8838a05731), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.414763 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-660c4c1e-e11d-4011-92ab-3d1c7a3f15c3 admin admin] Publish callbacks [] for security_group (fe863e3a-11f1-4e6e-96a8-df8838a05731), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.441356 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1a9aa8ec-6e5a-46a9-afb0-2ea6cfadb09c req-6d177f6c-f17b-45af-abe1-69266dd53933 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups?id=2f9e9453-53ea-47bb-aa68-1f41e1705507&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519617 Apr 07 11:52:53.469786 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-660c4c1e-e11d-4011-92ab-3d1c7a3f15c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (fe863e3a-11f1-4e6e-96a8-df8838a05731), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.472462 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-660c4c1e-e11d-4011-92ab-3d1c7a3f15c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.473649 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-660c4c1e-e11d-4011-92ab-3d1c7a3f15c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe863e3a-11f1-4e6e-96a8-df8838a05731 HTTP/1.1" status: 204 len: 168 time: 0.1557844 Apr 07 11:52:53.481452 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c4c1e-e11d-4011-92ab-3d1c7a3f15c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe863e3a-11f1-4e6e-96a8-df8838a05731,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:53.624549 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-b0a99e86-ead1-44e6-8fdd-c1b8ea255de1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:52:53.626288 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-b0a99e86-ead1-44e6-8fdd-c1b8ea255de1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 946 time: 0.0553770 Apr 07 11:52:53.721361 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Deleting port 80d4d31c-bfda-47c9-be14-a00608b82671 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:53.721702 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.812545 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36562) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:53.822321 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] For port 80d4d31c-bfda-47c9-be14-a00608b82671, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=80d4d31c-bfda-47c9-be14-a00608b82671,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:53.822680 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.830215 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9056e197-771f-4d70-b0c3-e062872dee7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.920719 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9056e197-771f-4d70-b0c3-e062872dee7d admin admin] Publish callbacks [] for security_group (c7c99d87-333d-450d-9522-03dfe232a313), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.926867 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9056e197-771f-4d70-b0c3-e062872dee7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (c7c99d87-333d-450d-9522-03dfe232a313), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:53.973479 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-9056e197-771f-4d70-b0c3-e062872dee7d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=857fc98c8451450d9d4bfb6014aac6af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1596086 Apr 07 11:52:53.974552 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36564) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:53.975373 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056e197-771f-4d70-b0c3-e062872dee7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c99d87-333d-450d-9522-03dfe232a313,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:54.021226 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.021558 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (e8c52ce1-5e14-4e5a-94cc-18c53ed84604), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.021932 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Floating IP e8c52ce1-5e14-4e5a-94cc-18c53ed84604 disassociated. External IP: 172.27.3.136, port: 80d4d31c-bfda-47c9-be14-a00608b82671. Apr 07 11:52:54.022273 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Calling delete_port for 80d4d31c-bfda-47c9-be14-a00608b82671 owned by compute:nova {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:54.035868 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-21ba72f7-ed32-4ce7-955e-250c6ed5713c admin admin] Publish callbacks [] for security_group (c7c99d87-333d-450d-9522-03dfe232a313), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.060218 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-21ba72f7-ed32-4ce7-955e-250c6ed5713c admin admin] Publish callbacks [] for security_group (c7c99d87-333d-450d-9522-03dfe232a313), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.112025 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-21ba72f7-ed32-4ce7-955e-250c6ed5713c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (c7c99d87-333d-450d-9522-03dfe232a313), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.114882 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-21ba72f7-ed32-4ce7-955e-250c6ed5713c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.116121 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-21ba72f7-ed32-4ce7-955e-250c6ed5713c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7c99d87-333d-450d-9522-03dfe232a313 HTTP/1.1" status: 204 len: 168 time: 0.1366820 Apr 07 11:52:54.125838 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba72f7-ed32-4ce7-955e-250c6ed5713c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c99d87-333d-450d-9522-03dfe232a313,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:54.163989 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (80d4d31c-bfda-47c9-be14-a00608b82671), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.197605 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event deleted for resources: {'Port': ['ID=80d4d31c-bfda-47c9-be14-a00608b82671,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:54.239119 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36570) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:54.320659 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Router 284cb50e-9d49-4119-a17f-4ea94290328c has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:52:54.441263 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:52:54.458093 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] Sync routers for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:52:54.469481 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:54.469481 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:54.472420 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7812-19b7-44a2-8d89-21dc4cb74c75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.502820 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] No DVR routers for this DVR port 80d4d31c-bfda-47c9-be14-a00608b82671 on host hv-cinder-83682 {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:52:54.506107 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.517766 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6618fbe9-4dcb-47bb-bf0e-cbdfd9bb847f req-859afc5f-cbc3-492f-9df6-e63ad1771fde tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.52 "DELETE /v2.0/ports/80d4d31c-bfda-47c9-be14-a00608b82671 HTTP/1.1" status: 204 len: 173 time: 0.8847470 Apr 07 11:52:54.518467 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-deleted', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:52:54.530696 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb189aaf-ea48-4fb4-9b56-d6fec13ed3b6" -d '{"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-deleted", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:52:54.602651 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7812-19b7-44a2-8d89-21dc4cb74c75 admin admin] Publish callbacks [] for security_group (e85d4637-9a4e-4bd3-9293-b75cc04fc8eb), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.609903 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-9ddf7812-19b7-44a2-8d89-21dc4cb74c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e85d4637-9a4e-4bd3-9293-b75cc04fc8eb), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.647461 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-edba56a5-7081-4fd1-835d-cbf27fe07ab3 req-9f65303a-c9d7-460d-bd71-2ac991d429cf tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/ports?device_id=de35dc30-f2b6-457a-89c9-a46553b4f529 HTTP/1.1" status: 200 len: 210 time: 0.1094615 Apr 07 11:52:54.649869 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c75e35c-9e18-4a4b-a8aa-6adba1b22810 x-openstack-request-id: req-4c75e35c-9e18-4a4b-a8aa-6adba1b22810 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:52:54.651205 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de35dc30-f2b6-457a-89c9-a46553b4f529", "name": "network-vif-deleted", "tag": "80d4d31c-bfda-47c9-be14-a00608b82671", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:52:54.651356 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:54.656390 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c75e35c-9e18-4a4b-a8aa-6adba1b22810 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:52:54.657949 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c75e35c-9e18-4a4b-a8aa-6adba1b22810'] response: {'server_uuid': 'de35dc30-f2b6-457a-89c9-a46553b4f529', 'name': 'network-vif-deleted', 'tag': '80d4d31c-bfda-47c9-be14-a00608b82671', 'status': 'completed', 'code': 200} Apr 07 11:52:54.697855 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-9ddf7812-19b7-44a2-8d89-21dc4cb74c75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2fb5c74a09b46c89f4bfff18c47478a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4552336 Apr 07 11:52:54.698996 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36588) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:54.734361 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf7812-19b7-44a2-8d89-21dc4cb74c75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85d4637-9a4e-4bd3-9293-b75cc04fc8eb,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:54.788985 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b04af1f7-69d7-48c0-8064-2fdacf7e2ba9 admin admin] Publish callbacks [] for security_group (e85d4637-9a4e-4bd3-9293-b75cc04fc8eb), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.815209 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b04af1f7-69d7-48c0-8064-2fdacf7e2ba9 admin admin] Publish callbacks [] for security_group (e85d4637-9a4e-4bd3-9293-b75cc04fc8eb), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.875212 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b04af1f7-69d7-48c0-8064-2fdacf7e2ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e85d4637-9a4e-4bd3-9293-b75cc04fc8eb), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.877843 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b04af1f7-69d7-48c0-8064-2fdacf7e2ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:54.879164 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b04af1f7-69d7-48c0-8064-2fdacf7e2ba9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e85d4637-9a4e-4bd3-9293-b75cc04fc8eb HTTP/1.1" status: 204 len: 168 time: 0.1790478 Apr 07 11:52:54.887519 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04af1f7-69d7-48c0-8064-2fdacf7e2ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85d4637-9a4e-4bd3-9293-b75cc04fc8eb,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:54.928024 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:54.956031 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] Checking router: 284cb50e-9d49-4119-a17f-4ea94290328c for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:52:54.966203 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:52:54.966854 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:55.077004 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:52:55.283009 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:52:55.309606 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d64c2b-e7bc-4215-8a62-c032127c9ee4 None None] The sync data for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi is: [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:45:42Z', 'revision_number': 4, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'ee2d1b66-3994-4132-8b23-2409a11425f6', 'name': '', 'network_id': '9cc7519c-75ce-4acb-bd03-68554bf738f3', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'mac_address': 'fa:16:3e:f6:01:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3795b441-79c8-4b81-9520-072090be410f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:40Z', 'updated_at': '2022-04-07T11:45:51Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'subnets': [{'id': '3795b441-79c8-4b81-9520-072090be410f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:52:55.547915 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36624) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:55.583478 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c83246-386d-4e82-8cd4-8f731e19128d None None] New status for floating IP e8c52ce1-5e14-4e5a-94cc-18c53ed84604: DOWN {{(pid=109937) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:52:55.763727 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a1eff4-383f-4468-907a-c66a79435537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:55.767253 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36636) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:55.854187 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e52d42e8-52f4-4071-b3c3-395a7b2db5ef tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (2f9e9453-53ea-47bb-aa68-1f41e1705507), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:55.888035 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e52d42e8-52f4-4071-b3c3-395a7b2db5ef tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (2f9e9453-53ea-47bb-aa68-1f41e1705507), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:55.922431 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a1eff4-383f-4468-907a-c66a79435537 admin admin] Publish callbacks [] for security_group (aaac799f-6a5d-4942-bb78-d0a08b6a9329), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:55.929002 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-36a1eff4-383f-4468-907a-c66a79435537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (aaac799f-6a5d-4942-bb78-d0a08b6a9329), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:55.974524 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1eff4-383f-4468-907a-c66a79435537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaac799f-6a5d-4942-bb78-d0a08b6a9329,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:55.979275 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-36a1eff4-383f-4468-907a-c66a79435537 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6a40afaa6814dd78f18ee703d887b28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4302814 Apr 07 11:52:55.982182 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36644) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:55.993117 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e52d42e8-52f4-4071-b3c3-395a7b2db5ef tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (2f9e9453-53ea-47bb-aa68-1f41e1705507), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:55.996244 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-e52d42e8-52f4-4071-b3c3-395a7b2db5ef tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:55.996995 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e52d42e8-52f4-4071-b3c3-395a7b2db5ef tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "DELETE /v2.0/security-groups/2f9e9453-53ea-47bb-aa68-1f41e1705507 HTTP/1.1" status: 204 len: 168 time: 0.2285154 Apr 07 11:52:56.000276 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36648) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:56.017930 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d42e8-52f4-4071-b3c3-395a7b2db5ef tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e9453-53ea-47bb-aa68-1f41e1705507,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:56.019953 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.api.v2.resource [None req-52c5158e-77de-4a76-aad6-ca94283b96a1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] show failed (client error): The resource could not be found. Apr 07 11:52:56.023623 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-52c5158e-77de-4a76-aad6-ca94283b96a1 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "GET /v2.0/security-groups/2f9e9453-53ea-47bb-aa68-1f41e1705507 HTTP/1.1" status: 404 len: 347 time: 0.0186608 Apr 07 11:52:56.024120 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36650) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:56.042162 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f48ed202-7f09-47cf-b5f2-df3d299999b5 admin admin] Publish callbacks [] for security_group (aaac799f-6a5d-4942-bb78-d0a08b6a9329), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.067501 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f48ed202-7f09-47cf-b5f2-df3d299999b5 admin admin] Publish callbacks [] for security_group (aaac799f-6a5d-4942-bb78-d0a08b6a9329), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.117163 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f48ed202-7f09-47cf-b5f2-df3d299999b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (aaac799f-6a5d-4942-bb78-d0a08b6a9329), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.120022 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-f48ed202-7f09-47cf-b5f2-df3d299999b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.121556 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-f48ed202-7f09-47cf-b5f2-df3d299999b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aaac799f-6a5d-4942-bb78-d0a08b6a9329 HTTP/1.1" status: 204 len: 168 time: 0.1381447 Apr 07 11:52:56.130473 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ed202-7f09-47cf-b5f2-df3d299999b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaac799f-6a5d-4942-bb78-d0a08b6a9329,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:56.175726 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Deleting port e6145ef7-4601-47e1-be5d-ac6edd379cc1 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:56.176097 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (e6145ef7-4601-47e1-be5d-ac6edd379cc1), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.255964 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (e6145ef7-4601-47e1-be5d-ac6edd379cc1), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.256206 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (e6145ef7-4601-47e1-be5d-ac6edd379cc1), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.272731 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Calling delete_port for e6145ef7-4601-47e1-be5d-ac6edd379cc1 owned by network:floatingip {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:56.428505 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (e6145ef7-4601-47e1-be5d-ac6edd379cc1), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.460145 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Pushing event deleted for resources: {'Port': ['ID=e6145ef7-4601-47e1-be5d-ac6edd379cc1,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:56.530747 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks [] for floatingip (e8c52ce1-5e14-4e5a-94cc-18c53ed84604), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.533356 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:56.537019 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-8b336467-9b08-4da8-91cd-22f3a5b9c0c9 tempest-AttachVolumeShelveTestJSON-592170410 tempest-AttachVolumeShelveTestJSON-592170410-project] 10.222.0.15 "DELETE /v2.0/floatingips/e8c52ce1-5e14-4e5a-94cc-18c53ed84604 HTTP/1.1" status: 204 len: 168 time: 0.5098400 Apr 07 11:52:58.180509 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-e2f78983-bcd5-4015-8eb5-e9faf2abdb7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:58.957529 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36698) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:58.986276 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 80d4d31c-bfda-47c9-be14-a00608b82671 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:52:59.006053 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 80d4d31c-bfda-47c9-be14-a00608b82671 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:52:59.006393 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 80d4d31c-bfda-47c9-be14-a00608b82671 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:52:59.271909 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36708) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:59.375899 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba0d1-9bbb-4d15-80e4-5215840a29a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.450200 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (284cb50e-9d49-4119-a17f-4ea94290328c), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.450472 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba0d1-9bbb-4d15-80e4-5215840a29a1 admin admin] Publish callbacks [] for security_group (cecdd3ce-a20d-46d1-872d-644804f5f4d9), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.455326 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3d2ba0d1-9bbb-4d15-80e4-5215840a29a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (cecdd3ce-a20d-46d1-872d-644804f5f4d9), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.492161 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2ba0d1-9bbb-4d15-80e4-5215840a29a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cecdd3ce-a20d-46d1-872d-644804f5f4d9,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:59.499514 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-3d2ba0d1-9bbb-4d15-80e4-5215840a29a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe1750222d6b458493a65836bb1bb178&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239578 Apr 07 11:52:59.500362 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36712) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:59.550881 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65125f6d-3355-4a86-928e-a0b95d78d0fc admin admin] Publish callbacks [] for security_group (cecdd3ce-a20d-46d1-872d-644804f5f4d9), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.571776 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65125f6d-3355-4a86-928e-a0b95d78d0fc admin admin] Publish callbacks [] for security_group (cecdd3ce-a20d-46d1-872d-644804f5f4d9), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.624999 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65125f6d-3355-4a86-928e-a0b95d78d0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (cecdd3ce-a20d-46d1-872d-644804f5f4d9), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.627592 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-65125f6d-3355-4a86-928e-a0b95d78d0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.628822 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-65125f6d-3355-4a86-928e-a0b95d78d0fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cecdd3ce-a20d-46d1-872d-644804f5f4d9 HTTP/1.1" status: 204 len: 168 time: 0.1281292 Apr 07 11:52:59.637022 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65125f6d-3355-4a86-928e-a0b95d78d0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecdd3ce-a20d-46d1-872d-644804f5f4d9,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:52:59.706836 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Deleting port ee2d1b66-3994-4132-8b23-2409a11425f6 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:52:59.707169 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.783270 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] For port ee2d1b66-3994-4132-8b23-2409a11425f6, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ee2d1b66-3994-4132-8b23-2409a11425f6,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:52:59.783636 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:52:59.796377 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Calling delete_port for ee2d1b66-3994-4132-8b23-2409a11425f6 owned by network:router_interface {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:52:59.894994 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36718) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:52:59.911477 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-763aebc1-9189-4b0d-ae3b-f2bba5bbc459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.028739 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (ee2d1b66-3994-4132-8b23-2409a11425f6), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.063631 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2d1b66-3994-4132-8b23-2409a11425f6,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:00.068563 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-763aebc1-9189-4b0d-ae3b-f2bba5bbc459 admin admin] Publish callbacks [] for security_group (21413f5d-2d8d-4af1-a1ed-322a5f0191da), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.090248 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-763aebc1-9189-4b0d-ae3b-f2bba5bbc459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (21413f5d-2d8d-4af1-a1ed-322a5f0191da), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.152919 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-763aebc1-9189-4b0d-ae3b-f2bba5bbc459 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ed40ef35828418b97cdb9bc5e683697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567444 Apr 07 11:53:00.155842 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36720) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:00.160133 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aebc1-9189-4b0d-ae3b-f2bba5bbc459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21413f5d-2d8d-4af1-a1ed-322a5f0191da,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:00.214057 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-554bfc87-f79a-49da-bb71-640d3714769c admin admin] Publish callbacks [] for security_group (21413f5d-2d8d-4af1-a1ed-322a5f0191da), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.240123 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-554bfc87-f79a-49da-bb71-640d3714769c admin admin] Publish callbacks [] for security_group (21413f5d-2d8d-4af1-a1ed-322a5f0191da), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.270989 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (284cb50e-9d49-4119-a17f-4ea94290328c), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.288750 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-554bfc87-f79a-49da-bb71-640d3714769c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (21413f5d-2d8d-4af1-a1ed-322a5f0191da), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.291500 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-554bfc87-f79a-49da-bb71-640d3714769c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.292646 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-554bfc87-f79a-49da-bb71-640d3714769c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21413f5d-2d8d-4af1-a1ed-322a5f0191da HTTP/1.1" status: 204 len: 168 time: 0.1351380 Apr 07 11:53:00.310363 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554bfc87-f79a-49da-bb71-640d3714769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21413f5d-2d8d-4af1-a1ed-322a5f0191da,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:00.376475 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.501155 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Router 284cb50e-9d49-4119-a17f-4ea94290328c has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:53:00.621754 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:00.629925 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-c7f4ca0a-3185-44cf-96fc-714dca13f060 admin admin] 10.222.0.15 "PUT /v2.0/routers/284cb50e-9d49-4119-a17f-4ea94290328c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6713178 Apr 07 11:53:00.630149 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36730) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:00.633176 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] Sync routers for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:00.643832 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:00.644489 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:52:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:00.720949 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1792f28e-4f87-43a6-8b62-25469b9f0989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.743044 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks [] for router (284cb50e-9d49-4119-a17f-4ea94290328c), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.770070 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:00.861791 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks [] for router_gateway (284cb50e-9d49-4119-a17f-4ea94290328c), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.915506 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Deleting port 4f0d4667-d977-4214-8226-371a1de0c712 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:00.915850 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (4f0d4667-d977-4214-8226-371a1de0c712), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:00.978852 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '4f0d4667-d977-4214-8226-371a1de0c712', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:52:59Z', 'revision_number': 5, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port': {'id': '4f0d4667-d977-4214-8226-371a1de0c712', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:45:32Z', 'updated_at': '2022-04-07T11:45:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:00.998893 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] For port 4f0d4667-d977-4214-8226-371a1de0c712, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=4f0d4667-d977-4214-8226-371a1de0c712,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:00.999342 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (4f0d4667-d977-4214-8226-371a1de0c712), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.012561 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Calling delete_port for 4f0d4667-d977-4214-8226-371a1de0c712 owned by network:router_gateway {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:01.109730 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] Checking router: 284cb50e-9d49-4119-a17f-4ea94290328c for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:01.118208 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] Routers {'284cb50e-9d49-4119-a17f-4ea94290328c'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:01.118830 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:53:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['284cb50e-9d49-4119-a17f-4ea94290328c'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:01.195892 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (4f0d4667-d977-4214-8226-371a1de0c712), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.210314 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] Set router 284cb50e-9d49-4119-a17f-4ea94290328c gateway port host: None {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:01.222860 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0d4667-d977-4214-8226-371a1de0c712,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:01.266039 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:53:00Z', 'revision_number': 6, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port_host': None}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:01.297464 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee918f1f-5102-447d-b38e-cbde2d0f90f7 None None] The sync data for ids ['284cb50e-9d49-4119-a17f-4ea94290328c'] in dv-cinder-836822-2-iscsi is: [{'id': '284cb50e-9d49-4119-a17f-4ea94290328c', 'name': 'tempest-AttachVolumeShelveTestJSON-514281741-router', 'tenant_id': '46461a9310d94e96858d9230caddfa3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:45:30Z', 'updated_at': '2022-04-07T11:53:00Z', 'revision_number': 6, 'project_id': '46461a9310d94e96858d9230caddfa3f', 'gw_port_host': None}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:01.298070 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (284cb50e-9d49-4119-a17f-4ea94290328c), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.393642 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (284cb50e-9d49-4119-a17f-4ea94290328c), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.395778 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks [] for router_controller (284cb50e-9d49-4119-a17f-4ea94290328c), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.445406 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (284cb50e-9d49-4119-a17f-4ea94290328c), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.445804 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 284cb50e-9d49-4119-a17f-4ea94290328c {{(pid=109935) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:53:01.450111 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.454253 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36750) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:01.457405 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-0782409c-b6a0-4051-beae-e7e940fcb184 admin admin] 10.222.0.15 "DELETE /v2.0/routers/284cb50e-9d49-4119-a17f-4ea94290328c HTTP/1.1" status: 204 len: 168 time: 0.8262196 Apr 07 11:53:01.500512 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_v2 [None req-05774d70-ff78-4250-a5f6-dd6c90b43f3b admin admin] Deleting subnet 3795b441-79c8-4b81-9520-072090be410f {{(pid=109936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:53:01.503676 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-05774d70-ff78-4250-a5f6-dd6c90b43f3b admin admin] Publish callbacks [] for subnet (3795b441-79c8-4b81-9520-072090be410f), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.541360 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-05774d70-ff78-4250-a5f6-dd6c90b43f3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1154786'] for subnet (3795b441-79c8-4b81-9520-072090be410f), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.610193 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.622104 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-05774d70-ff78-4250-a5f6-dd6c90b43f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (3795b441-79c8-4b81-9520-072090be410f), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.680168 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-05774d70-ff78-4250-a5f6-dd6c90b43f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1978217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128976497'] for subnet (3795b441-79c8-4b81-9520-072090be410f), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.704199 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05774d70-ff78-4250-a5f6-dd6c90b43f3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3795b441-79c8-4b81-9520-072090be410f,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:01.715718 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-05774d70-ff78-4250-a5f6-dd6c90b43f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.718997 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-05774d70-ff78-4250-a5f6-dd6c90b43f3b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3795b441-79c8-4b81-9520-072090be410f HTTP/1.1" status: 204 len: 168 time: 0.2637465 Apr 07 11:53:01.721483 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 36754) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:01.723046 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb8ef07-8678-48f9-973c-d209cf332210 None None] Network 9cc7519c-75ce-4acb-bd03-68554bf738f3 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:53:01.793536 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (9cc7519c-75ce-4acb-bd03-68554bf738f3), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.846388 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Deleting port 4e805290-1c25-48d0-afd8-ef9798cd5e27 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:53:01.846812 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.911998 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] For port 4e805290-1c25-48d0-afd8-ef9798cd5e27, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=4e805290-1c25-48d0-afd8-ef9798cd5e27,segment=NetworkSegment(63be8850-d61d-4770-b224-204b011aebdd),segment_id=63be8850-d61d-4770-b224-204b011aebdd)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:01.912397 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:01.925931 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Calling delete_port for 4e805290-1c25-48d0-afd8-ef9798cd5e27 owned by network:dhcp {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:53:02.009671 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (4e805290-1c25-48d0-afd8-ef9798cd5e27), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.034725 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e805290-1c25-48d0-afd8-ef9798cd5e27,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:02.038524 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] No DVR routers for this DVR port 4e805290-1c25-48d0-afd8-ef9798cd5e27 on host dv-cinder-836822-2-iscsi {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:53:02.075487 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178fdc4a-76b9-4e7d-99aa-e7866ef9c954 None None] DHCP port deletion for 9cc7519c-75ce-4acb-bd03-68554bf738f3 request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:53:02.121445 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (9cc7519c-75ce-4acb-bd03-68554bf738f3), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.140903 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc7519c-75ce-4acb-bd03-68554bf738f3']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:02.150534 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63be8850-d61d-4770-b224-204b011aebdd') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:02.150832 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63be8850-d61d-4770-b224-204b011aebdd') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:02.160623 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (63be8850-d61d-4770-b224-204b011aebdd), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.175542 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (63be8850-d61d-4770-b224-204b011aebdd), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.182952 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:53:02.183492 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (63be8850-d61d-4770-b224-204b011aebdd), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:53:02.185631 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:53:02.246481 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (9cc7519c-75ce-4acb-bd03-68554bf738f3), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.254203 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.257523 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9cc7519c-75ce-4acb-bd03-68554bf738f3 HTTP/1.1" status: 204 len: 168 time: 0.5350683 Apr 07 11:53:02.267430 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6d565-6de1-4256-bae0-39d521feb904 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc7519c-75ce-4acb-bd03-68554bf738f3,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:02.370180 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ee2d1b66-3994-4132-8b23-2409a11425f6 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:02.395088 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: ee2d1b66-3994-4132-8b23-2409a11425f6 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:02.395433 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ee2d1b66-3994-4132-8b23-2409a11425f6 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:02.395868 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4f0d4667-d977-4214-8226-371a1de0c712 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:02.414432 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 4f0d4667-d977-4214-8226-371a1de0c712 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:02.414783 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4f0d4667-d977-4214-8226-371a1de0c712 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:02.415194 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4e805290-1c25-48d0-afd8-ef9798cd5e27 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:53:02.433771 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 4e805290-1c25-48d0-afd8-ef9798cd5e27 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:53:02.433970 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 4e805290-1c25-48d0-afd8-ef9798cd5e27 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:53:02.437003 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36758) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:02.477050 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-44e1c6df-574c-4bd3-a9bb-cbf4f290659d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46461a9310d94e96858d9230caddfa3f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388663 Apr 07 11:53:02.479526 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 36762) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:02.528736 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-86988d33-702c-4696-8840-67bd4fd3719c admin admin] Publish callbacks [] for security_group (6bc30add-9bf3-4a94-9b3d-7f2f8361e15b), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.555565 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-86988d33-702c-4696-8840-67bd4fd3719c admin admin] Publish callbacks [] for security_group (6bc30add-9bf3-4a94-9b3d-7f2f8361e15b), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.604733 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-86988d33-702c-4696-8840-67bd4fd3719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (6bc30add-9bf3-4a94-9b3d-7f2f8361e15b), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.607445 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-86988d33-702c-4696-8840-67bd4fd3719c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:02.608689 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-86988d33-702c-4696-8840-67bd4fd3719c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bc30add-9bf3-4a94-9b3d-7f2f8361e15b HTTP/1.1" status: 204 len: 168 time: 0.1282201 Apr 07 11:53:02.616527 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86988d33-702c-4696-8840-67bd4fd3719c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc30add-9bf3-4a94-9b3d-7f2f8361e15b,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:02.989146 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:04.644278 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:06.251274 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:53:21.312801 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37130) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:21.423854 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:21.500524 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Publish callbacks [] for security_group (d1be4700-b844-4b37-8bd1-d2c45e9bc443), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:21.506305 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (d1be4700-b844-4b37-8bd1-d2c45e9bc443), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:21.542454 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1be4700-b844-4b37-8bd1-d2c45e9bc443,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:21.546571 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81a273bdf0524c6e89f4d8631878ab00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327113 Apr 07 11:53:21.549517 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37134) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:21.552798 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.553174 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.553514 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.553918 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.554305 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.554634 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.554954 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.555277 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.555596 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.555921 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.556236 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.556557 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.556898 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.557213 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.557529 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d56ab7-c140-408f-b660-f2cd1833593d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.597732 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Publish callbacks [] for security_group (d1be4700-b844-4b37-8bd1-d2c45e9bc443), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:21.621431 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Publish callbacks [] for security_group (d1be4700-b844-4b37-8bd1-d2c45e9bc443), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:21.669223 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (d1be4700-b844-4b37-8bd1-d2c45e9bc443), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:21.671745 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:21.672926 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1be4700-b844-4b37-8bd1-d2c45e9bc443 HTTP/1.1" status: 204 len: 168 time: 0.1224070 Apr 07 11:53:21.680471 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1be4700-b844-4b37-8bd1-d2c45e9bc443,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:21.687394 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.687764 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.688090 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.688422 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.688749 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.689106 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.689448 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.689758 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.690097 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.690403 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.690730 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.691052 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.691373 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.691689 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.692003 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b273a89-b781-4d81-802f-9b7584014514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:21.958402 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37142) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:21.974776 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d7500cb5-9ab9-4e8d-b239-bc3cdb98dcf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:22.055654 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d7500cb5-9ab9-4e8d-b239-bc3cdb98dcf6 admin admin] Publish callbacks [] for security_group (04ec0f29-c7bd-40b2-ab07-f06f1023d857), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:22.060653 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-d7500cb5-9ab9-4e8d-b239-bc3cdb98dcf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (04ec0f29-c7bd-40b2-ab07-f06f1023d857), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:22.101726 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-d7500cb5-9ab9-4e8d-b239-bc3cdb98dcf6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0a51bc451a849718c4a2b553efe19db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421590 Apr 07 11:53:22.102564 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7500cb5-9ab9-4e8d-b239-bc3cdb98dcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ec0f29-c7bd-40b2-ab07-f06f1023d857,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:22.104620 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37144) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:22.154611 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-69cf1e2f-0e6b-4cef-9416-5bf6bbf55368 admin admin] Publish callbacks [] for security_group (04ec0f29-c7bd-40b2-ab07-f06f1023d857), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:22.180151 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-69cf1e2f-0e6b-4cef-9416-5bf6bbf55368 admin admin] Publish callbacks [] for security_group (04ec0f29-c7bd-40b2-ab07-f06f1023d857), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:22.236611 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-69cf1e2f-0e6b-4cef-9416-5bf6bbf55368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (04ec0f29-c7bd-40b2-ab07-f06f1023d857), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:22.239186 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-69cf1e2f-0e6b-4cef-9416-5bf6bbf55368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:22.240469 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-69cf1e2f-0e6b-4cef-9416-5bf6bbf55368 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04ec0f29-c7bd-40b2-ab07-f06f1023d857 HTTP/1.1" status: 204 len: 168 time: 0.1347704 Apr 07 11:53:22.248059 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf1e2f-0e6b-4cef-9416-5bf6bbf55368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ec0f29-c7bd-40b2-ab07-f06f1023d857,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:27.321933 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37228) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:27.434069 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ab10ead7-85ba-4030-b592-d0fe4f53af0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:27.512150 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ab10ead7-85ba-4030-b592-d0fe4f53af0b admin admin] Publish callbacks [] for security_group (7c54219b-dd56-4dee-ad02-e33a6f2e4da8), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:27.518506 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ab10ead7-85ba-4030-b592-d0fe4f53af0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (7c54219b-dd56-4dee-ad02-e33a6f2e4da8), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:27.556214 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-ab10ead7-85ba-4030-b592-d0fe4f53af0b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0c924def711484f98ff85662df1d1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332163 Apr 07 11:53:27.557195 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10ead7-85ba-4030-b592-d0fe4f53af0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c54219b-dd56-4dee-ad02-e33a6f2e4da8,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:27.559185 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37236) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:27.609038 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d99ed979-7c46-4fe1-b44d-2411dbcb1025 admin admin] Publish callbacks [] for security_group (7c54219b-dd56-4dee-ad02-e33a6f2e4da8), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:27.631277 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d99ed979-7c46-4fe1-b44d-2411dbcb1025 admin admin] Publish callbacks [] for security_group (7c54219b-dd56-4dee-ad02-e33a6f2e4da8), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:27.681305 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d99ed979-7c46-4fe1-b44d-2411dbcb1025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (7c54219b-dd56-4dee-ad02-e33a6f2e4da8), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:27.683926 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d99ed979-7c46-4fe1-b44d-2411dbcb1025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:27.685084 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-d99ed979-7c46-4fe1-b44d-2411dbcb1025 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c54219b-dd56-4dee-ad02-e33a6f2e4da8 HTTP/1.1" status: 204 len: 168 time: 0.1249211 Apr 07 11:53:27.692746 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ed979-7c46-4fe1-b44d-2411dbcb1025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c54219b-dd56-4dee-ad02-e33a6f2e4da8,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:27.949667 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37250) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:27.963264 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-95569029-f1d4-41b0-9113-41b301a443cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:28.038122 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-95569029-f1d4-41b0-9113-41b301a443cf admin admin] Publish callbacks [] for security_group (bfc4dcb8-c810-4133-a94c-f3d4aaaf7235), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:28.042758 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-95569029-f1d4-41b0-9113-41b301a443cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bfc4dcb8-c810-4133-a94c-f3d4aaaf7235), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:28.081513 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-95569029-f1d4-41b0-9113-41b301a443cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f10040f1565e4d5eba4c369026ced4e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307268 Apr 07 11:53:28.082654 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95569029-f1d4-41b0-9113-41b301a443cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc4dcb8-c810-4133-a94c-f3d4aaaf7235,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:28.085247 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37254) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:28.137381 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dda05e11-5e54-41bc-8114-7b182f381d0b admin admin] Publish callbacks [] for security_group (bfc4dcb8-c810-4133-a94c-f3d4aaaf7235), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:28.159557 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dda05e11-5e54-41bc-8114-7b182f381d0b admin admin] Publish callbacks [] for security_group (bfc4dcb8-c810-4133-a94c-f3d4aaaf7235), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:28.174979 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0f68eec0-f050-40e5-8fa8-5da62729d13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:28.212220 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dda05e11-5e54-41bc-8114-7b182f381d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bfc4dcb8-c810-4133-a94c-f3d4aaaf7235), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:28.214943 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dda05e11-5e54-41bc-8114-7b182f381d0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:28.216096 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-dda05e11-5e54-41bc-8114-7b182f381d0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bfc4dcb8-c810-4133-a94c-f3d4aaaf7235 HTTP/1.1" status: 204 len: 168 time: 0.1294246 Apr 07 11:53:28.223753 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda05e11-5e54-41bc-8114-7b182f381d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc4dcb8-c810-4133-a94c-f3d4aaaf7235,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:30.381077 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37328) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:30.396914 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.485188 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-45e13983-68e4-4d4d-ba98-fe892a76449d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.561273 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-45e13983-68e4-4d4d-ba98-fe892a76449d admin admin] Publish callbacks [] for security_group (a8d63bfc-600b-4080-b7bd-ec4bd71e3f65), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.567117 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-45e13983-68e4-4d4d-ba98-fe892a76449d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a8d63bfc-600b-4080-b7bd-ec4bd71e3f65), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.604409 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-45e13983-68e4-4d4d-ba98-fe892a76449d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c97ede89425427da083b53dfb53aa9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2222936 Apr 07 11:53:30.605264 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e13983-68e4-4d4d-ba98-fe892a76449d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d63bfc-600b-4080-b7bd-ec4bd71e3f65,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:30.607362 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37332) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:30.663417 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0fe35a71-8263-481d-9e00-c3628e44e5cd admin admin] Publish callbacks [] for security_group (a8d63bfc-600b-4080-b7bd-ec4bd71e3f65), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.685939 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0fe35a71-8263-481d-9e00-c3628e44e5cd admin admin] Publish callbacks [] for security_group (a8d63bfc-600b-4080-b7bd-ec4bd71e3f65), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.715378 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-720b0fee-0c05-4cfb-97ff-7e2a100b4413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.740043 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0fe35a71-8263-481d-9e00-c3628e44e5cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (a8d63bfc-600b-4080-b7bd-ec4bd71e3f65), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.742520 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0fe35a71-8263-481d-9e00-c3628e44e5cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:30.746108 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-0fe35a71-8263-481d-9e00-c3628e44e5cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8d63bfc-600b-4080-b7bd-ec4bd71e3f65 HTTP/1.1" status: 204 len: 168 time: 0.1353409 Apr 07 11:53:30.751647 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe35a71-8263-481d-9e00-c3628e44e5cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d63bfc-600b-4080-b7bd-ec4bd71e3f65,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:31.012412 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37342) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:31.025908 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b747c179-bb8e-49e8-9b9a-ce5bc9d0745b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:31.100995 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b747c179-bb8e-49e8-9b9a-ce5bc9d0745b admin admin] Publish callbacks [] for security_group (e5ae698d-ea84-48f1-93fd-71cf358b94e0), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:31.106589 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-b747c179-bb8e-49e8-9b9a-ce5bc9d0745b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e5ae698d-ea84-48f1-93fd-71cf358b94e0), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:31.143497 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-b747c179-bb8e-49e8-9b9a-ce5bc9d0745b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89c95638de394e449c13a6b88fa38f56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300166 Apr 07 11:53:31.144429 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747c179-bb8e-49e8-9b9a-ce5bc9d0745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ae698d-ea84-48f1-93fd-71cf358b94e0,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:31.146423 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37344) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:31.195861 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-abe2f1b8-bb0c-45be-836a-c8c6839c3b4f admin admin] Publish callbacks [] for security_group (e5ae698d-ea84-48f1-93fd-71cf358b94e0), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:31.220166 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-abe2f1b8-bb0c-45be-836a-c8c6839c3b4f admin admin] Publish callbacks [] for security_group (e5ae698d-ea84-48f1-93fd-71cf358b94e0), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:31.267828 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-abe2f1b8-bb0c-45be-836a-c8c6839c3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (e5ae698d-ea84-48f1-93fd-71cf358b94e0), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:31.272172 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-abe2f1b8-bb0c-45be-836a-c8c6839c3b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:31.273862 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-abe2f1b8-bb0c-45be-836a-c8c6839c3b4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5ae698d-ea84-48f1-93fd-71cf358b94e0 HTTP/1.1" status: 204 len: 168 time: 0.1264386 Apr 07 11:53:31.282010 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2f1b8-bb0c-45be-836a-c8c6839c3b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ae698d-ea84-48f1-93fd-71cf358b94e0,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:31.612842 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:32.373159 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37384) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:32.478125 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-44f0c356-ba75-4f4d-b236-dcee746a612c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:32.552024 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-44f0c356-ba75-4f4d-b236-dcee746a612c admin admin] Publish callbacks [] for security_group (c370b207-761d-45e4-a09b-751d6a0c00a8), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:32.556170 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-44f0c356-ba75-4f4d-b236-dcee746a612c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (c370b207-761d-45e4-a09b-751d6a0c00a8), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:32.601395 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-44f0c356-ba75-4f4d-b236-dcee746a612c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bba489fb3394ab29d337a756727f8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247083 Apr 07 11:53:32.601395 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0c356-ba75-4f4d-b236-dcee746a612c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c370b207-761d-45e4-a09b-751d6a0c00a8,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:32.601839 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37392) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:32.650743 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-198113d3-a39f-41ad-8167-0bdf0112b9f7 admin admin] Publish callbacks [] for security_group (c370b207-761d-45e4-a09b-751d6a0c00a8), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:32.673759 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-198113d3-a39f-41ad-8167-0bdf0112b9f7 admin admin] Publish callbacks [] for security_group (c370b207-761d-45e4-a09b-751d6a0c00a8), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:32.730255 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-198113d3-a39f-41ad-8167-0bdf0112b9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (c370b207-761d-45e4-a09b-751d6a0c00a8), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:32.732840 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-198113d3-a39f-41ad-8167-0bdf0112b9f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:32.733999 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-198113d3-a39f-41ad-8167-0bdf0112b9f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c370b207-761d-45e4-a09b-751d6a0c00a8 HTTP/1.1" status: 204 len: 168 time: 0.1310871 Apr 07 11:53:32.742182 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198113d3-a39f-41ad-8167-0bdf0112b9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c370b207-761d-45e4-a09b-751d6a0c00a8,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:32.985518 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:34.647491 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:37.453512 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37508) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:37.570625 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e794f2be-6e4f-42f1-a7b0-150cc0a041bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:37.645961 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e794f2be-6e4f-42f1-a7b0-150cc0a041bf admin admin] Publish callbacks [] for security_group (9dac424d-05c5-4fb6-bf3d-7c74ff38ecc4), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:37.652258 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e794f2be-6e4f-42f1-a7b0-150cc0a041bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9dac424d-05c5-4fb6-bf3d-7c74ff38ecc4), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:37.690163 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-e794f2be-6e4f-42f1-a7b0-150cc0a041bf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf1f10d570e64ba2b6b28a2d3ba81214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355969 Apr 07 11:53:37.690991 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794f2be-6e4f-42f1-a7b0-150cc0a041bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dac424d-05c5-4fb6-bf3d-7c74ff38ecc4,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:37.693119 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37512) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:37.751917 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-be8143f5-a1eb-4708-b926-50eafdbdc025 admin admin] Publish callbacks [] for security_group (9dac424d-05c5-4fb6-bf3d-7c74ff38ecc4), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:37.773457 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-be8143f5-a1eb-4708-b926-50eafdbdc025 admin admin] Publish callbacks [] for security_group (9dac424d-05c5-4fb6-bf3d-7c74ff38ecc4), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:37.824462 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-be8143f5-a1eb-4708-b926-50eafdbdc025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (9dac424d-05c5-4fb6-bf3d-7c74ff38ecc4), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:37.827227 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-be8143f5-a1eb-4708-b926-50eafdbdc025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:37.828448 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-be8143f5-a1eb-4708-b926-50eafdbdc025 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9dac424d-05c5-4fb6-bf3d-7c74ff38ecc4 HTTP/1.1" status: 204 len: 168 time: 0.1343558 Apr 07 11:53:37.836201 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8143f5-a1eb-4708-b926-50eafdbdc025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dac424d-05c5-4fb6-bf3d-7c74ff38ecc4,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:38.486531 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37536) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:38.585829 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1473348959-network', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:38.610458 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Made reservation on behalf of 0e4e0156356e4f1989cbbd0216193a42 for: {'network': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:53:38.612998 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.623369 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.700352 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Publish callbacks [] for security_group (bdfda12f-25ba-4021-895e-e87a4c6cbb45), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.705776 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bdfda12f-25ba-4021-895e-e87a4c6cbb45), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.728847 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=109936) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:53:38.738197 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfda12f-25ba-4021-895e-e87a4c6cbb45,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:38.742844 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (2d4a9246-eef0-4853-94c1-e7c554dabe06), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.743179 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.segments_db [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Added segment 2d4a9246-eef0-4853-94c1-e7c554dabe06 of type vlan for network 309ae0d4-7e26-4a66-a03a-9f37873823b4 Apr 07 11:53:38.787453 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (309ae0d4-7e26-4a66-a03a-9f37873823b4), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.816281 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (309ae0d4-7e26-4a66-a03a-9f37873823b4), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.817297 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:38.817933 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:38.870535 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3828604 Apr 07 11:53:38.873661 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37540) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:38.878272 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d729d55f-5bb5-4efc-99ce-c3a8f95c4910 admin admin] Pushing event updated for resources: {'Network': ['ID=309ae0d4-7e26-4a66-a03a-9f37873823b4,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:38.881075 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Request body: {'subnet': {'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1473348959-subnet', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'ip_version': 4}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:38.890466 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 309ae0d4-7e26-4a66-a03a-9f37873823b4 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:53:38.903775 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Made reservation on behalf of 0e4e0156356e4f1989cbbd0216193a42 for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:53:38.906441 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126528581'] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.081182 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129855189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126530495'] for subnet (56cc9f72-9f9b-4e60-bdd9-f3f333fb9844), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.139024 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56cc9f72-9f9b-4e60-bdd9-f3f333fb9844,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:39.144939 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Checking segment: {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:39.145121 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Network hostable DHCP agents. Network: 309ae0d4-7e26-4a66-a03a-9f37873823b4, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:53:39.165032 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Network 309ae0d4-7e26-4a66-a03a-9f37873823b4 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:53:39.175614 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 309ae0d4-7e26-4a66-a03a-9f37873823b4) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:39.180198 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:39.180848 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.186061 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da9c3c1-273e-41e9-8e97-c21af1741ed1 None None] Network 309ae0d4-7e26-4a66-a03a-9f37873823b4 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:53:39.198757 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-94ca5df9-4446-43b3-8506-bb36c27bf030 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3229003 Apr 07 11:53:39.201817 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37544) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:39.206457 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:39.229191 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.230377 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.284084 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks [] for router_controller (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), precommit_add_association {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.293205 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-309ae0d4-7e26-4a66-a03a-9f37873823b4', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:53:39.294094 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.441992 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Allocated IP 172.20.0.2 (309ae0d4-7e26-4a66-a03a-9f37873823b4/56cc9f72-9f9b-4e60-bdd9-f3f333fb9844/39410d66-ec0b-455d-9907-69ce66f62854) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:39.595688 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Publish callbacks [] for port (39410d66-ec0b-455d-9907-69ce66f62854), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.602938 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (39410d66-ec0b-455d-9907-69ce66f62854), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.642309 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Network 309ae0d4-7e26-4a66-a03a-9f37873823b4 is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:39.648118 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:39.652654 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:39.655759 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Pushing event updated for resources: {'Port': ['ID=39410d66-ec0b-455d-9907-69ce66f62854,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:39.667078 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.667402 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.667761 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.668095 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.668427 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.668751 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.669106 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.669426 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.669750 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.670054 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.670373 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.670693 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.671010 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.671373 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.671694 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:39.697611 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks [] for router_gateway (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.726433 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Attempting to bind port 39410d66-ec0b-455d-9907-69ce66f62854 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:39.726951 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Attempting to bind port 39410d66-ec0b-455d-9907-69ce66f62854 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:39.727121 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Attempting to bind port 39410d66-ec0b-455d-9907-69ce66f62854 on network 309ae0d4-7e26-4a66-a03a-9f37873823b4 {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:39.733180 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:39.733651 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Checking segment: {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:39.734012 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.734398 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Bound using segment: {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:39.734895 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Bound port: 39410d66-ec0b-455d-9907-69ce66f62854, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:39.735261 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (39410d66-ec0b-455d-9907-69ce66f62854), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.797975 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] For port 39410d66-ec0b-455d-9907-69ce66f62854, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:39.800975 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] For port 39410d66-ec0b-455d-9907-69ce66f62854, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=39410d66-ec0b-455d-9907-69ce66f62854,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:39.808160 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (39410d66-ec0b-455d-9907-69ce66f62854), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.862534 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa25cdf-d873-4d5c-ac42-62b53980dbbf None None] Pushing event updated for resources: {'Port': ['ID=39410d66-ec0b-455d-9907-69ce66f62854,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:39.906802 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks [] for router_gateway (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:39.926202 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.043699 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Allocated IP 172.27.3.24 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/f4848107-3a6e-4030-90c6-fac72540a4c6) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:40.164753 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks [] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.200112 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.242584 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:40.247491 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:40.251994 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:40.255155 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f4848107-3a6e-4030-90c6-fac72540a4c6,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:40.408526 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 39410d66-ec0b-455d-9907-69ce66f62854 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:40.473643 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 39410d66-ec0b-455d-9907-69ce66f62854 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:40.474005 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (39410d66-ec0b-455d-9907-69ce66f62854), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.559035 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks [] for router_gateway (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.570784 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 39410d66-ec0b-455d-9907-69ce66f62854 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:40.571176 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (39410d66-ec0b-455d-9907-69ce66f62854), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.611504 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port 39410d66-ec0b-455d-9907-69ce66f62854, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=39410d66-ec0b-455d-9907-69ce66f62854,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:40.628331 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (39410d66-ec0b-455d-9907-69ce66f62854), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.685732 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=39410d66-ec0b-455d-9907-69ce66f62854,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:40.792373 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.862653 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fb9cf4-6eb4-48b9-8686-1ad852fad209 None None] Network 309ae0d4-7e26-4a66-a03a-9f37873823b4 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:53:40.933532 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-22b0b6aa-812e-449e-9172-365f020053e4 None None] Provisioning complete for port 39410d66-ec0b-455d-9907-69ce66f62854 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:40.933898 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-22b0b6aa-812e-449e-9172-365f020053e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (39410d66-ec0b-455d-9907-69ce66f62854), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:40.934020 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109936) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:53:41.062169 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:41.082138 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:41.083431 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-973b1db3-316c-4717-a74b-dc1342f789d5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8805728 Apr 07 11:53:41.086385 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37554) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:41.172273 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Sync routers for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:41.197122 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-22b0b6aa-812e-449e-9172-365f020053e4 None None] Current status of the port 39410d66-ec0b-455d-9907-69ce66f62854 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:41.200656 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:41.201335 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:53:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:41.345395 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:41.467464 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-d44c493a-8b11-4f79-8b1f-2e3d2206cf9d None None] Provisioning complete for port 39410d66-ec0b-455d-9907-69ce66f62854 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:41.468192 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d44c493a-8b11-4f79-8b1f-2e3d2206cf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (39410d66-ec0b-455d-9907-69ce66f62854), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:41.599962 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-d44c493a-8b11-4f79-8b1f-2e3d2206cf9d None None] Current status of the port 39410d66-ec0b-455d-9907-69ce66f62854 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:41.610422 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:40Z', 'revision_number': 3, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:41.636877 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Checking router: 0b1e1a48-81b0-43b9-8d4b-398e2630f94e for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:41.637225 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Updating router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e port f4848107-3a6e-4030-90c6-fac72540a4c6 binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:53:41.666621 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:41.846911 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:41.942403 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Publish callbacks [] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:41.948636 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.001115 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52ce42-396c-4fbc-b9e2-6185c5c3e28e None None] Pushing event updated for resources: {'Port': ['ID=f4848107-3a6e-4030-90c6-fac72540a4c6,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:42.003356 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Attempting to bind port f4848107-3a6e-4030-90c6-fac72540a4c6 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:42.003722 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Attempting to bind port f4848107-3a6e-4030-90c6-fac72540a4c6 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:42.004079 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Attempting to bind port f4848107-3a6e-4030-90c6-fac72540a4c6 on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:42.009954 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Allocated IP 172.20.0.1 (309ae0d4-7e26-4a66-a03a-9f37873823b4/56cc9f72-9f9b-4e60-bdd9-f3f333fb9844/53f1ec8b-ef15-46fe-a769-8f4dc0544d65) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:42.012895 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:42.013254 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:42.013658 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.014052 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:42.014554 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Bound port: f4848107-3a6e-4030-90c6-fac72540a4c6, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:42.015008 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.066641 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] For port f4848107-3a6e-4030-90c6-fac72540a4c6, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:42.069626 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] For port f4848107-3a6e-4030-90c6-fac72540a4c6, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=f4848107-3a6e-4030-90c6-fac72540a4c6,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:42.075342 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.121331 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Publish callbacks [] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.135324 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:42.135960 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:53:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:42.137802 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52ce42-396c-4fbc-b9e2-6185c5c3e28e None None] Pushing event updated for resources: {'Port': ['ID=f4848107-3a6e-4030-90c6-fac72540a4c6,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:42.155166 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.197067 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Network 309ae0d4-7e26-4a66-a03a-9f37873823b4 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:42.202670 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:42.207342 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:42.210449 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Pushing event updated for resources: {'Port': ['ID=53f1ec8b-ef15-46fe-a769-8f4dc0544d65,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:42.248009 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.252602 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:42.408231 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 39410d66-ec0b-455d-9907-69ce66f62854 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:42.429284 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.499004 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 39410d66-ec0b-455d-9907-69ce66f62854 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:42.499599 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (39410d66-ec0b-455d-9907-69ce66f62854), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.542647 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:40Z', 'revision_number': 3, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:42.577906 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc95a758-9054-493d-bc1f-ea879473c525 None None] The sync data for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi is: [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:40Z', 'revision_number': 3, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:42.582355 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-309e6e1f-0d3f-489e-b797-6e28daf48dc6 None None] Provisioning complete for port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:42.583013 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-309e6e1f-0d3f-489e-b797-6e28daf48dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.603994 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Publish callbacks [] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.611805 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.648146 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-309e6e1f-0d3f-489e-b797-6e28daf48dc6 None None] Port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:53:42.661988 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 39410d66-ec0b-455d-9907-69ce66f62854 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:42.683354 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:42.685228 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Pushing event updated for resources: {'Port': ['ID=53f1ec8b-ef15-46fe-a769-8f4dc0544d65,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:42.781385 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Network 309ae0d4-7e26-4a66-a03a-9f37873823b4 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:42.782269 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:42.934871 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:53:43.057228 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:43.063517 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-085eacab-cde4-4778-ba65-b8ae83e31d47 admin admin] 10.222.0.15 "PUT /v2.0/routers/0b1e1a48-81b0-43b9-8d4b-398e2630f94e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9755619 Apr 07 11:53:43.091084 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-21a0fd35-9cf3-4903-8d2d-70916b57c92a None None] Provisioning complete for port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:43.091447 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-21a0fd35-9cf3-4903-8d2d-70916b57c92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.125621 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-21a0fd35-9cf3-4903-8d2d-70916b57c92a None None] Port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:53:43.252583 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:53:43.591383 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37580) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:43.596473 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-681546900-network', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:43.621146 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Made reservation on behalf of fa809e2713c24019a65263202b9ccb68 for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:53:43.623593 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.633838 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.713996 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Publish callbacks [] for security_group (0e377b54-e363-448a-b309-dd05e1c90955), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.719641 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (0e377b54-e363-448a-b309-dd05e1c90955), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.746569 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:53:43.753106 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e377b54-e363-448a-b309-dd05e1c90955,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:43.759219 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (368ae685-ae23-4c4d-85ff-dbf8d3418e5e), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.759568 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Added segment 368ae685-ae23-4c4d-85ff-dbf8d3418e5e of type vlan for network e6255ab7-8586-4af2-9fab-12942aa341c4 Apr 07 11:53:43.801231 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (e6255ab7-8586-4af2-9fab-12942aa341c4), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.829680 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (e6255ab7-8586-4af2-9fab-12942aa341c4), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.830566 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:43.831146 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:43.894658 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3019145 Apr 07 11:53:43.897640 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37584) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:43.904281 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Request body: {'subnet': {'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-681546900-subnet', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'ip_version': 4}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:43.912519 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d1a96-9da1-4531-88eb-45984409d7ef admin admin] Pushing event updated for resources: {'Network': ['ID=e6255ab7-8586-4af2-9fab-12942aa341c4,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:43.926371 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network e6255ab7-8586-4af2-9fab-12942aa341c4 details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:53:43.947264 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Made reservation on behalf of fa809e2713c24019a65263202b9ccb68 for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:53:43.950538 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126528581'] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.152634 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129855189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126530495'] for subnet (f2232ccf-aeef-409d-895d-2d295cad5003), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.215246 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2232ccf-aeef-409d-895d-2d295cad5003,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:44.225994 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Checking segment: {'id': '368ae685-ae23-4c4d-85ff-dbf8d3418e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:44.226349 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Network hostable DHCP agents. Network: e6255ab7-8586-4af2-9fab-12942aa341c4, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:53:44.244674 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Network e6255ab7-8586-4af2-9fab-12942aa341c4 is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:53:44.256540 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, e6255ab7-8586-4af2-9fab-12942aa341c4) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:44.262781 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:44.263546 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.263879 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b620acd-44e4-40d2-bbfd-e897e714a25d None None] Network e6255ab7-8586-4af2-9fab-12942aa341c4 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:53:44.280761 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-068b8877-608e-46d6-88e9-3d2c083ce51c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3824961 Apr 07 11:53:44.283265 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37586) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:44.287869 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:44.319520 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Sync routers for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:44.321497 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616526', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124681'] for router (616c6367-a16d-41d8-8e0b-bb13283b3840), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.322695 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-616674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-619086', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-595826', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124914'] for router (616c6367-a16d-41d8-8e0b-bb13283b3840), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.332630 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:44.333368 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:53:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:44.394967 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks [] for router_controller (616c6367-a16d-41d8-8e0b-bb13283b3840), precommit_add_association {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.396574 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp12ffcec8-d159-5f87-84fe-7bcf8ccd8e25-e6255ab7-8586-4af2-9fab-12942aa341c4', 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4', 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'fixed_ips': [{'subnet_id': 'f2232ccf-aeef-409d-895d-2d295cad5003'}]}} from dv-cinder-836822-2-iscsi. {{(pid=109937) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 11:53:44.397496 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.416614 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device f4848107-3a6e-4030-90c6-fac72540a4c6 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:44.471028 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:44.575536 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port f4848107-3a6e-4030-90c6-fac72540a4c6 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:44.575911 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.600164 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks [] for router_gateway (616c6367-a16d-41d8-8e0b-bb13283b3840), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.625543 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.db_base_plugin_common [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Allocated IP 172.20.0.2 (e6255ab7-8586-4af2-9fab-12942aa341c4/f2232ccf-aeef-409d-895d-2d295cad5003/46ed8ba4-febe-4b55-addf-0a8b166be94d) {{(pid=109937) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:44.691083 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '53f1ec8b-ef15-46fe-a769-8f4dc0544d65', 'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:41Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 2, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'subnets': [{'id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:44.719234 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Checking router: 0b1e1a48-81b0-43b9-8d4b-398e2630f94e for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:44.719581 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Updating router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:53:44.735513 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port f4848107-3a6e-4030-90c6-fac72540a4c6 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:44.742605 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.747204 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.776173 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port f4848107-3a6e-4030-90c6-fac72540a4c6, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=f4848107-3a6e-4030-90c6-fac72540a4c6,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:44.786294 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.850703 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks [] for router_gateway (616c6367-a16d-41d8-8e0b-bb13283b3840), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:44.876136 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.001162 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Allocated IP 172.27.3.210 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/ac59ee11-3249-48be-99d2-5d50df390e6d) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:45.048074 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Publish callbacks [] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.057523 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Publish callbacks [] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), precommit_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.058257 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.075304 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), after_create {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.079575 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=f4848107-3a6e-4030-90c6-fac72540a4c6,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:45.123150 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks [] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.125352 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Network e6255ab7-8586-4af2-9fab-12942aa341c4 is already hosted by enough agents. {{(pid=109937) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:45.128743 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.scheduler.base_scheduler [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Resources bound (agent type, host, resource id): {{(pid=109937) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:45.131416 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Received port after_create {{(pid=109937) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:45.144687 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Pushing event updated for resources: {'Port': ['ID=53f1ec8b-ef15-46fe-a769-8f4dc0544d65,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:45.165811 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.166167 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.166306 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Pushing event updated for resources: {'Port': ['ID=46ed8ba4-febe-4b55-addf-0a8b166be94d,revision_number=1']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:45.166505 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.167009 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.167490 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.167964 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.173006 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.173979 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.175293 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.176743 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.178845 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.178845 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.179033 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.179402 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.180850 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109938) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:53:45.185471 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.219879 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Attempting to bind port 46ed8ba4-febe-4b55-addf-0a8b166be94d on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:45.220249 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Attempting to bind port 46ed8ba4-febe-4b55-addf-0a8b166be94d by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '368ae685-ae23-4c4d-85ff-dbf8d3418e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:45.220606 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Attempting to bind port 46ed8ba4-febe-4b55-addf-0a8b166be94d on network e6255ab7-8586-4af2-9fab-12942aa341c4 {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:45.226892 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:45.227754 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Checking segment: {'id': '368ae685-ae23-4c4d-85ff-dbf8d3418e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:45.228319 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.228885 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Bound using segment: {'id': '368ae685-ae23-4c4d-85ff-dbf8d3418e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:45.229757 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Bound port: 46ed8ba4-febe-4b55-addf-0a8b166be94d, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ae685-ae23-4c4d-85ff-dbf8d3418e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:45.230335 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.246953 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Attempting to bind port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:45.247609 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Attempting to bind port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:45.248189 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Attempting to bind port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 on network 309ae0d4-7e26-4a66-a03a-9f37873823b4 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:45.251840 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:45.255241 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:45.256467 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Checking segment: {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:45.256974 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:45.257420 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.258073 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Bound using segment: {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:45.258811 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Bound port: 53f1ec8b-ef15-46fe-a769-8f4dc0544d65, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:45.259411 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.267668 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:45.298428 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Pushing event updated for resources: {'Port': ['ID=ac59ee11-3249-48be-99d2-5d50df390e6d,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:45.332344 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] For port 46ed8ba4-febe-4b55-addf-0a8b166be94d, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:45.336639 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] For port 46ed8ba4-febe-4b55-addf-0a8b166be94d, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=46ed8ba4-febe-4b55-addf-0a8b166be94d,segment=NetworkSegment(368ae685-ae23-4c4d-85ff-dbf8d3418e5e),segment_id=368ae685-ae23-4c4d-85ff-dbf8d3418e5e)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:45.340902 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] For port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:45.346527 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] For port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=53f1ec8b-ef15-46fe-a769-8f4dc0544d65,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:45.352546 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.357567 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.439988 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356b4be8-5958-47f9-a0eb-330a2b93de81 None None] Pushing event updated for resources: {'Port': ['ID=46ed8ba4-febe-4b55-addf-0a8b166be94d,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:45.480447 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:45.481448 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:53:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:45.487014 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd73e32-cee4-4fee-afe1-d75cc39aed0f None None] Pushing event updated for resources: {'Port': ['ID=53f1ec8b-ef15-46fe-a769-8f4dc0544d65,revision_number=4']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:45.574932 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-0f28d1db-cea7-4801-8363-495c9cd571dd None None] Provisioning complete for port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:45.575809 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0f28d1db-cea7-4801-8363-495c9cd571dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.635343 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:45.690871 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-0f28d1db-cea7-4801-8363-495c9cd571dd None None] Current status of the port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:45.691251 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0f28d1db-cea7-4801-8363-495c9cd571dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.738448 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks [] for router_gateway (616c6367-a16d-41d8-8e0b-bb13283b3840), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.743205 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-0f28d1db-cea7-4801-8363-495c9cd571dd None None] For port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=53f1ec8b-ef15-46fe-a769-8f4dc0544d65,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:45.763187 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-0f28d1db-cea7-4801-8363-495c9cd571dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:45.830232 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28d1db-cea7-4801-8363-495c9cd571dd None None] Pushing event updated for resources: {'Port': ['ID=53f1ec8b-ef15-46fe-a769-8f4dc0544d65,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:45.999451 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-616665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-619041'] for router (616c6367-a16d-41d8-8e0b-bb13283b3840), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.022074 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-8f172167-7746-44b9-a2b9-134bcb18376c None None] Provisioning complete for port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:46.022443 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-8f172167-7746-44b9-a2b9-134bcb18376c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.035071 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '53f1ec8b-ef15-46fe-a769-8f4dc0544d65', 'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:41Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'subnets': [{'id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:46.061882 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f5912a-098e-465e-aacb-760ea8784b8e None None] The sync data for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi is: [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '53f1ec8b-ef15-46fe-a769-8f4dc0544d65', 'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:41Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'subnets': [{'id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:46.123756 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-8f172167-7746-44b9-a2b9-134bcb18376c None None] Current status of the port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:46.156730 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Router 616c6367-a16d-41d8-8e0b-bb13283b3840 is scheduled to L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d with binding_index 1 {{(pid=109935) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 11:53:46.272308 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:46.281252 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Sync routers for ids ['616c6367-a16d-41d8-8e0b-bb13283b3840'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:46.293650 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Routers {'616c6367-a16d-41d8-8e0b-bb13283b3840'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:46.296928 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:53:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['616c6367-a16d-41d8-8e0b-bb13283b3840'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:46.297702 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.299344 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-fc384893-7159-45a5-a279-c3f5f037d450 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0147934 Apr 07 11:53:46.302110 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37610) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:46.462646 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Set router 616c6367-a16d-41d8-8e0b-bb13283b3840 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:46.574828 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device f4848107-3a6e-4030-90c6-fac72540a4c6 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:46.698277 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port f4848107-3a6e-4030-90c6-fac72540a4c6 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:46.698647 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.770170 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95864c54-435f-44a7-b8e9-5547992162c1 None None] Network e6255ab7-8586-4af2-9fab-12942aa341c4 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:53:46.891529 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 3, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'gw_port': {'id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:03:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:46.929608 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-235a9f11-9939-4395-9a87-2dc4e9db454e None None] Provisioning complete for port 46ed8ba4-febe-4b55-addf-0a8b166be94d triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:46.929976 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-235a9f11-9939-4395-9a87-2dc4e9db454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:46.931538 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Checking router: 616c6367-a16d-41d8-8e0b-bb13283b3840 for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:46.931881 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Updating router 616c6367-a16d-41d8-8e0b-bb13283b3840 port ac59ee11-3249-48be-99d2-5d50df390e6d binding host dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:53:46.998524 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port f4848107-3a6e-4030-90c6-fac72540a4c6 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:46.999673 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:47.032805 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.175469 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.200358 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:47.200358 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.233257 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-235a9f11-9939-4395-9a87-2dc4e9db454e None None] Current status of the port 46ed8ba4-febe-4b55-addf-0a8b166be94d is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:47.233686 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-235a9f11-9939-4395-9a87-2dc4e9db454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.332601 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-235a9f11-9939-4395-9a87-2dc4e9db454e None None] For port 46ed8ba4-febe-4b55-addf-0a8b166be94d, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=46ed8ba4-febe-4b55-addf-0a8b166be94d,segment=NetworkSegment(368ae685-ae23-4c4d-85ff-dbf8d3418e5e),segment_id=368ae685-ae23-4c4d-85ff-dbf8d3418e5e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:47.346472 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-235a9f11-9939-4395-9a87-2dc4e9db454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.378296 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Allocated IP 172.20.0.1 (e6255ab7-8586-4af2-9fab-12942aa341c4/f2232ccf-aeef-409d-895d-2d295cad5003/32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:47.470062 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a9f11-9939-4395-9a87-2dc4e9db454e None None] Pushing event updated for resources: {'Port': ['ID=46ed8ba4-febe-4b55-addf-0a8b166be94d,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:47.479251 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:47.479776 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 46ed8ba4-febe-4b55-addf-0a8b166be94d up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:47.487363 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Publish callbacks [] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.522128 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.533236 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-a6580d4e-c3ec-4be1-912d-f02624f22ed4 None None] Provisioning complete for port 46ed8ba4-febe-4b55-addf-0a8b166be94d triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:47.533471 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a6580d4e-c3ec-4be1-912d-f02624f22ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.572104 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Network e6255ab7-8586-4af2-9fab-12942aa341c4 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:47.577153 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:47.581812 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:47.585091 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Pushing event updated for resources: {'Port': ['ID=32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:47.596151 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Publish callbacks [] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), precommit_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.605465 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.624327 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-619342'] for router_interface (616c6367-a16d-41d8-8e0b-bb13283b3840), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.646347 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 46ed8ba4-febe-4b55-addf-0a8b166be94d triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:47.646734 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.728646 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Attempting to bind port ac59ee11-3249-48be-99d2-5d50df390e6d on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:47.729046 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Attempting to bind port ac59ee11-3249-48be-99d2-5d50df390e6d by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:47.729417 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Attempting to bind port ac59ee11-3249-48be-99d2-5d50df390e6d on network 3ce769e1-13cd-4692-abd6-fe2549c23c5e {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:47.733471 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ea12b-a96d-42ec-a832-fa1b4449e693 None None] Pushing event updated for resources: {'Port': ['ID=ac59ee11-3249-48be-99d2-5d50df390e6d,revision_number=2']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:47.748384 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-a6580d4e-c3ec-4be1-912d-f02624f22ed4 None None] Current status of the port 46ed8ba4-febe-4b55-addf-0a8b166be94d is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:47.750644 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:47.751020 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Checking segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109937) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:47.751468 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.751856 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Bound using segment: {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'} {{(pid=109937) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:47.752339 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.managers [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Bound port: ac59ee11-3249-48be-99d2-5d50df390e6d, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8326208-51c5-42ac-9ef1-9a40d1368371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e'}}] {{(pid=109937) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:47.752720 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.784100 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.957983 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Publish callbacks [] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.964113 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:47.980425 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] For port ac59ee11-3249-48be-99d2-5d50df390e6d, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109937) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:47.983258 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 46ed8ba4-febe-4b55-addf-0a8b166be94d is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:48.000514 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] For port ac59ee11-3249-48be-99d2-5d50df390e6d, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ac59ee11-3249-48be-99d2-5d50df390e6d,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:48.003420 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-11815224-ebf9-42c5-8b53-a15985363204 None None] Provisioning complete for port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:48.003798 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-11815224-ebf9-42c5-8b53-a15985363204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.025229 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.032945 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-529217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-619490'] for router_interface (616c6367-a16d-41d8-8e0b-bb13283b3840), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.035546 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Pushing event updated for resources: {'Port': ['ID=32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:48.083077 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-11815224-ebf9-42c5-8b53-a15985363204 None None] Port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:53:48.098927 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Routers {'616c6367-a16d-41d8-8e0b-bb13283b3840'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:48.100823 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:53:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['616c6367-a16d-41d8-8e0b-bb13283b3840'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:48.125312 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Network e6255ab7-8586-4af2-9fab-12942aa341c4 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:48.126777 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:48.142706 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ea12b-a96d-42ec-a832-fa1b4449e693 None None] Pushing event updated for resources: {'Port': ['ID=ac59ee11-3249-48be-99d2-5d50df390e6d,revision_number=3']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:48.226843 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] Set router 616c6367-a16d-41d8-8e0b-bb13283b3840 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:48.263739 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Router 616c6367-a16d-41d8-8e0b-bb13283b3840 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:53:48.379526 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:53:48.384900 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-4ac486d9-d5e3-4c5b-92a3-4053ece167e7 admin admin] 10.222.0.15 "PUT /v2.0/routers/616c6367-a16d-41d8-8e0b-bb13283b3840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0800886 Apr 07 11:53:48.412278 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 46ed8ba4-febe-4b55-addf-0a8b166be94d up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:48.459255 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-9ae3ddbe-87ce-4306-9d51-cb4874b7a7af None None] Provisioning complete for port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:48.459542 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-9ae3ddbe-87ce-4306-9d51-cb4874b7a7af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.517995 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-9ae3ddbe-87ce-4306-9d51-cb4874b7a7af None None] Port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:53:48.529177 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 46ed8ba4-febe-4b55-addf-0a8b166be94d triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:48.529548 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:48.533912 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 4, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'gw_port': {'id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:03:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60', 'name': '', 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'mac_address': 'fa:16:3e:ed:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:47Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 2, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'subnets': [{'id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:48.583127 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f166dbc-71d0-4dcc-ac4c-914f83979945 None None] The sync data for ids ['616c6367-a16d-41d8-8e0b-bb13283b3840'] in dv-cinder-836822-2-iscsi is: [{'id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 4, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'gw_port': {'id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:03:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60', 'name': '', 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'mac_address': 'fa:16:3e:ed:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:47Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 2, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'subnets': [{'id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:48.643979 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 46ed8ba4-febe-4b55-addf-0a8b166be94d is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:49.021333 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-bdb7db38-e9fb-428d-8d3e-6c1e12ce06d6 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1019866276&fields=id&tenant_id=d8a08587d20a4220b12b5534cfcd14fd HTTP/1.1" status: 200 len: 267 time: 0.0548279 Apr 07 11:53:49.129520 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-71e20ab6-5038-49d4-9374-32e87ec3ebc0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:49.131258 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-71e20ab6-5038-49d4-9374-32e87ec3ebc0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 811 time: 0.1076462 Apr 07 11:53:49.147064 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-b736a012-1a16-4563-a969-6a93c61affce tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/quotas/d8a08587d20a4220b12b5534cfcd14fd HTTP/1.1" status: 200 len: 375 time: 0.0097558 Apr 07 11:53:49.181223 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37642) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:49.185965 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-da86dcad-4fc9-41ee-bb93-55187ea0d0eb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-959315217', 'description': 'tempest-secgroup-smoke-959315217 description', 'project_id': '0e4e0156356e4f1989cbbd0216193a42'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:49.207278 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-da86dcad-4fc9-41ee-bb93-55187ea0d0eb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.219639 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-7f82b074-dd3a-4bde-9cb9-715b954ae70b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669591 Apr 07 11:53:49.286445 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-da86dcad-4fc9-41ee-bb93-55187ea0d0eb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group (45f96c36-29e8-434b-91e4-175d1c9bd974), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.292280 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-da86dcad-4fc9-41ee-bb93-55187ea0d0eb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (45f96c36-29e8-434b-91e4-175d1c9bd974), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.324878 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-da86dcad-4fc9-41ee-bb93-55187ea0d0eb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.325155 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-adba7048-62b2-4d7a-b36b-49595b93dc9e service neutron] 10.222.0.15 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940607 Apr 07 11:53:49.329664 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-da86dcad-4fc9-41ee-bb93-55187ea0d0eb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1438518 Apr 07 11:53:49.329664 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86dcad-4fc9-41ee-bb93-55187ea0d0eb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45f96c36-29e8-434b-91e4-175d1c9bd974,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:49.329842 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37644) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:49.336505 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-95c0e503-4b88-440c-9da6-a4a1ae90e4a2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Request body: {'security_group_rule': {'security_group_id': '45f96c36-29e8-434b-91e4-175d1c9bd974', 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:49.425911 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-95c0e503-4b88-440c-9da6-a4a1ae90e4a2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (65176c08-f5c9-4138-a053-0d6198d4eb69), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.483393 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-838099f7-8fe4-4d2f-a7c8-22a1295435e8 service neutron] 10.222.0.15 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403108 Apr 07 11:53:49.496949 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-95c0e503-4b88-440c-9da6-a4a1ae90e4a2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (65176c08-f5c9-4138-a053-0d6198d4eb69), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.501653 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-95c0e503-4b88-440c-9da6-a4a1ae90e4a2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (65176c08-f5c9-4138-a053-0d6198d4eb69), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.518753 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0e503-4b88-440c-9da6-a4a1ae90e4a2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65176c08-f5c9-4138-a053-0d6198d4eb69,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:49.536177 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-95c0e503-4b88-440c-9da6-a4a1ae90e4a2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.537732 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-95c0e503-4b88-440c-9da6-a4a1ae90e4a2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2070291 Apr 07 11:53:49.540350 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37646) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:49.545108 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-337f4304-2e9d-45da-8a01-9594ec599c07 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Request body: {'security_group_rule': {'security_group_id': '45f96c36-29e8-434b-91e4-175d1c9bd974', 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:49.576456 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-337f4304-2e9d-45da-8a01-9594ec599c07 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (9ee00cd7-7afd-46e4-aa7a-dba434fdc5d5), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.643697 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-337f4304-2e9d-45da-8a01-9594ec599c07 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (9ee00cd7-7afd-46e4-aa7a-dba434fdc5d5), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.648733 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-337f4304-2e9d-45da-8a01-9594ec599c07 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (9ee00cd7-7afd-46e4-aa7a-dba434fdc5d5), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.668555 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337f4304-2e9d-45da-8a01-9594ec599c07 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee00cd7-7afd-46e4-aa7a-dba434fdc5d5,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:49.678275 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-337f4304-2e9d-45da-8a01-9594ec599c07 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.679533 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-337f4304-2e9d-45da-8a01-9594ec599c07 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1380575 Apr 07 11:53:49.682496 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37654) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:49.688966 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-70512f11-9cd7-47c4-93b4-78cc41bbbdd0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Request body: {'security_group_rule': {'security_group_id': '45f96c36-29e8-434b-91e4-175d1c9bd974', 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:49.719130 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-70512f11-9cd7-47c4-93b4-78cc41bbbdd0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (362b51dd-7d65-4a58-a04c-1a4607cc95bd), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.800529 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-70512f11-9cd7-47c4-93b4-78cc41bbbdd0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (362b51dd-7d65-4a58-a04c-1a4607cc95bd), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.818201 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-70512f11-9cd7-47c4-93b4-78cc41bbbdd0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (362b51dd-7d65-4a58-a04c-1a4607cc95bd), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.837393 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-36897982-7846-4dcf-8e1c-ef2146368220 req-201b590c-3bce-45d8-a419-f35bda7d2d20 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 210 time: 0.0409300 Apr 07 11:53:49.848424 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-70512f11-9cd7-47c4-93b4-78cc41bbbdd0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.849810 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-70512f11-9cd7-47c4-93b4-78cc41bbbdd0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662989 Apr 07 11:53:49.851008 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70512f11-9cd7-47c4-93b4-78cc41bbbdd0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=362b51dd-7d65-4a58-a04c-1a4607cc95bd,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:49.852896 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37660) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:49.862766 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-21af352d-4991-4431-abac-c97081a3933e tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Request body: {'security_group_rule': {'security_group_id': '45f96c36-29e8-434b-91e4-175d1c9bd974', 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:49.891731 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-21af352d-4991-4431-abac-c97081a3933e tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (0f6afa54-f80b-4322-9a4c-12fa9bd0d0a2), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.991427 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-21af352d-4991-4431-abac-c97081a3933e tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (0f6afa54-f80b-4322-9a4c-12fa9bd0d0a2), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:49.996448 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-21af352d-4991-4431-abac-c97081a3933e tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (0f6afa54-f80b-4322-9a4c-12fa9bd0d0a2), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.016329 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af352d-4991-4431-abac-c97081a3933e tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f6afa54-f80b-4322-9a4c-12fa9bd0d0a2,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:50.025314 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-21af352d-4991-4431-abac-c97081a3933e tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.028850 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-21af352d-4991-4431-abac-c97081a3933e tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1675580 Apr 07 11:53:50.029615 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37668) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:50.034177 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-89e65b59-5af9-4284-9271-8eee504b6d1b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Request body: {'security_group_rule': {'security_group_id': '45f96c36-29e8-434b-91e4-175d1c9bd974', 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:50.056094 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.securitygroups_db [None req-89e65b59-5af9-4284-9271-8eee504b6d1b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Project 0e4e0156356e4f1989cbbd0216193a42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:53:50.062973 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89e65b59-5af9-4284-9271-8eee504b6d1b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (1e056534-820c-419f-b83c-14f052432142), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.133615 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89e65b59-5af9-4284-9271-8eee504b6d1b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (1e056534-820c-419f-b83c-14f052432142), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.138234 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89e65b59-5af9-4284-9271-8eee504b6d1b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (1e056534-820c-419f-b83c-14f052432142), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.158209 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e65b59-5af9-4284-9271-8eee504b6d1b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e056534-820c-419f-b83c-14f052432142,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:50.164965 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89e65b59-5af9-4284-9271-8eee504b6d1b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.169028 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-89e65b59-5af9-4284-9271-8eee504b6d1b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355104 Apr 07 11:53:50.169028 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37672) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:53:50.173521 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-2c903b6b-abb4-4fd8-91ed-c755bb848147 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Request body: {'security_group_rule': {'security_group_id': '45f96c36-29e8-434b-91e4-175d1c9bd974', 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:50.195603 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.securitygroups_db [None req-2c903b6b-abb4-4fd8-91ed-c755bb848147 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Project 0e4e0156356e4f1989cbbd0216193a42 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 11:53:50.201927 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2c903b6b-abb4-4fd8-91ed-c755bb848147 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (fc67321d-e003-4591-a255-03dcc3661c14), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.265114 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2c903b6b-abb4-4fd8-91ed-c755bb848147 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (fc67321d-e003-4591-a255-03dcc3661c14), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.270130 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2c903b6b-abb4-4fd8-91ed-c755bb848147 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636577'] for security_group_rule (fc67321d-e003-4591-a255-03dcc3661c14), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.289828 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c903b6b-abb4-4fd8-91ed-c755bb848147 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc67321d-e003-4591-a255-03dcc3661c14,revision_number=0']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:50.305863 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2c903b6b-abb4-4fd8-91ed-c755bb848147 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.307104 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-2c903b6b-abb4-4fd8-91ed-c755bb848147 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371953 Apr 07 11:53:50.406385 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ac59ee11-3249-48be-99d2-5d50df390e6d up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:50.459482 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port ac59ee11-3249-48be-99d2-5d50df390e6d triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:50.460154 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.556750 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port ac59ee11-3249-48be-99d2-5d50df390e6d is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:50.557184 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.578877 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] For port ac59ee11-3249-48be-99d2-5d50df390e6d, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ac59ee11-3249-48be-99d2-5d50df390e6d,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:50.584163 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:50.635385 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Pushing event updated for resources: {'Port': ['ID=ac59ee11-3249-48be-99d2-5d50df390e6d,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:50.849278 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Sync routers for ids ['616c6367-a16d-41d8-8e0b-bb13283b3840'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:53:50.860072 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Routers {'616c6367-a16d-41d8-8e0b-bb13283b3840'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:50.860805 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:53:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['616c6367-a16d-41d8-8e0b-bb13283b3840'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:50.937675 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-74d45e63-e035-4238-93ab-d9dc80a8deea req-bf5ddf61-2928-418b-9190-a4469c47dc0e tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 210 time: 0.0277297 Apr 07 11:53:50.987811 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Set router 616c6367-a16d-41d8-8e0b-bb13283b3840 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:51.072855 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-a1851ad6-9e7c-410f-af93-41d21d1b7a37 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:51.074592 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-a1851ad6-9e7c-410f-af93-41d21d1b7a37 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 811 time: 0.1218400 Apr 07 11:53:51.158059 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-c820f9ad-952e-4772-b178-f4124282a0ea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8a08587d20a4220b12b5534cfcd14fd HTTP/1.1" status: 200 len: 380 time: 0.0701005 Apr 07 11:53:51.176526 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'port': {'device_id': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'admin_state_up': True, 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'security_groups': ['28f83b37-2803-4ee4-9309-bee8266a964c']}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:51.216156 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 4, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'gw_port': {'id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60', 'name': '', 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'mac_address': 'fa:16:3e:ed:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:47Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 2, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'subnets': [{'id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:51.242506 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Checking router: 616c6367-a16d-41d8-8e0b-bb13283b3840 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:53:51.242857 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Updating router 616c6367-a16d-41d8-8e0b-bb13283b3840 port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 binding host dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 11:53:51.271119 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.308092 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Made reservation on behalf of d8a08587d20a4220b12b5534cfcd14fd for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:53:51.311753 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.440126 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Allocated IP 172.20.0.10 (03994c54-3577-4093-861c-ec84d9d77c85/f38c5977-0203-4668-a1ef-c4a4a5df9f57/fdd524d8-4dea-4b02-9e94-55f413a205ea) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:53:51.535762 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Publish callbacks [] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), precommit_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.543253 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.585069 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.591095 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d518aeb-9751-4a44-85e4-2e2ecbe11b7f None None] Pushing event updated for resources: {'Port': ['ID=32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60,revision_number=3']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:51.647295 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.648524 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Attempting to bind port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 on host dv-cinder-836822-2-iscsi for vnic_type normal with profile {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:51.649452 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Attempting to bind port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 by drivers openvswitch,hyperv on host dv-cinder-836822-2-iscsi at level 0 using segments [{'id': '368ae685-ae23-4c4d-85ff-dbf8d3418e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4'}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:51.649452 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Attempting to bind port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 on network e6255ab7-8586-4af2-9fab-12942aa341c4 {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:51.655684 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Checking agent: {'id': 'e5a94c54-afe6-41ef-9b23-7ca6b08b922e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836822-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 36, 35), 'started_at': datetime.datetime(2022, 4, 7, 11, 37, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836822-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:51.656888 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Checking segment: {'id': '368ae685-ae23-4c4d-85ff-dbf8d3418e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109938) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:51.656888 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.656888 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Bound using segment: {'id': '368ae685-ae23-4c4d-85ff-dbf8d3418e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4'} {{(pid=109938) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:51.657319 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.managers [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Bound port: 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60, host: dv-cinder-836822-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '368ae685-ae23-4c4d-85ff-dbf8d3418e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4'}}] {{(pid=109938) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:51.657753 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), before_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.693775 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Network 03994c54-3577-4093-861c-ec84d9d77c85 is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:53:51.697081 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:53:51.703859 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:53:51.711084 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'Port': ['ID=fdd524d8-4dea-4b02-9e94-55f413a205ea,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:51.745888 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] For port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60, host dv-cinder-836822-2-iscsi, cleared binding levels {{(pid=109938) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:51.749659 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.plugins.ml2.db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] For port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60, host dv-cinder-836822-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60,segment=NetworkSegment(368ae685-ae23-4c4d-85ff-dbf8d3418e5e),segment_id=368ae685-ae23-4c4d-85ff-dbf8d3418e5e)] {{(pid=109938) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:51.759106 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron_lib.callbacks.manager [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), after_update {{(pid=109938) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.774222 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:51.775323 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:51.797086 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-872b69ba-f4c9-4215-8b4b-3339126541c9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6243429 Apr 07 11:53:51.828984 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Request body: {'port': {'device_id': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:53:51.885330 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Routers {'616c6367-a16d-41d8-8e0b-bb13283b3840'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:53:51.886097 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:53:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['616c6367-a16d-41d8-8e0b-bb13283b3840'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:51.889704 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d518aeb-9751-4a44-85e4-2e2ecbe11b7f None None] Pushing event updated for resources: {'Port': ['ID=32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60,revision_number=4']} {{(pid=109938) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:51.964575 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.000278 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-4afa08c6-b690-4611-85a4-057efa657dee None None] Provisioning complete for port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:52.001676 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4afa08c6-b690-4611-85a4-057efa657dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.141633 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] Set router 616c6367-a16d-41d8-8e0b-bb13283b3840 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:53:52.206699 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-4afa08c6-b690-4611-85a4-057efa657dee None None] Current status of the port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 is: DOWN; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:52.208232 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4afa08c6-b690-4611-85a4-057efa657dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.239237 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536dbe1-12fd-43a4-83fa-8161b7e4534d req-3f4dd40e-359a-4f07-98aa-8b2554f03d91 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:52.240807 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1536dbe1-12fd-43a4-83fa-8161b7e4534d req-3f4dd40e-359a-4f07-98aa-8b2554f03d91 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 932 time: 0.1711988 Apr 07 11:53:52.261676 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-4afa08c6-b690-4611-85a4-057efa657dee None None] For port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60,segment=NetworkSegment(368ae685-ae23-4c4d-85ff-dbf8d3418e5e),segment_id=368ae685-ae23-4c4d-85ff-dbf8d3418e5e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:53:52.268646 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4afa08c6-b690-4611-85a4-057efa657dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.345891 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa08c6-b690-4611-85a4-057efa657dee None None] Pushing event updated for resources: {'Port': ['ID=32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:52.405219 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-242533f5-7a9f-46e2-aa15-ba7bcdc956cf None None] Provisioning complete for port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:52.405903 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-242533f5-7a9f-46e2-aa15-ba7bcdc956cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.457511 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1536dbe1-12fd-43a4-83fa-8161b7e4534d req-fc8ba5c6-8889-4171-9aeb-0c70c82fb433 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038522 Apr 07 11:53:52.465841 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ac59ee11-3249-48be-99d2-5d50df390e6d up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:52.475393 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 4, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'gw_port': {'id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60', 'name': '', 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'mac_address': 'fa:16:3e:ed:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:47Z', 'updated_at': '2022-04-07T11:53:51Z', 'revision_number': 4, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'subnets': [{'id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:53:52.518604 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37033241-d46d-40dd-bf7a-8d554afb471b None None] The sync data for ids ['616c6367-a16d-41d8-8e0b-bb13283b3840'] in dv-cinder-836822-2-iscsi is: [{'id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:47Z', 'revision_number': 4, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'gw_port': {'id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60', 'name': '', 'network_id': 'e6255ab7-8586-4af2-9fab-12942aa341c4', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'mac_address': 'fa:16:3e:ed:55:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_interface', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:47Z', 'updated_at': '2022-04-07T11:53:51Z', 'revision_number': 4, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'subnets': [{'id': 'f2232ccf-aeef-409d-895d-2d295cad5003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:53:52.543575 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd524d8-4dea-4b02-9e94-55f413a205ea {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:53:52.553762 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Publish callbacks [] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.575253 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Transition to ACTIVE for port object fdd524d8-4dea-4b02-9e94-55f413a205ea will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:53:52.589111 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.594395 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port ac59ee11-3249-48be-99d2-5d50df390e6d triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:52.594793 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.636570 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-242533f5-7a9f-46e2-aa15-ba7bcdc956cf None None] Current status of the port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:52.658186 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Pushing event updated for resources: {'Port': ['ID=fdd524d8-4dea-4b02-9e94-55f413a205ea,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:52.727604 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port ac59ee11-3249-48be-99d2-5d50df390e6d is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:52.729154 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:52.773277 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Attempting to bind port fdd524d8-4dea-4b02-9e94-55f413a205ea on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:53:52.773628 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Attempting to bind port fdd524d8-4dea-4b02-9e94-55f413a205ea by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:53:52.773940 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Attempting to bind port fdd524d8-4dea-4b02-9e94-55f413a205ea on network 03994c54-3577-4093-861c-ec84d9d77c85 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:52.788000 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:52.788533 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Port fdd524d8-4dea-4b02-9e94-55f413a205ea on network 03994c54-3577-4093-861c-ec84d9d77c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:53:52.788906 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Attempting to bind port fdd524d8-4dea-4b02-9e94-55f413a205ea on network 03994c54-3577-4093-861c-ec84d9d77c85 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:53:52.789413 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.794973 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:53:52.795307 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Checking segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:53:52.795695 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Bound using segment: {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:53:52.796230 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Bound port: fdd524d8-4dea-4b02-9e94-55f413a205ea, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93505b1e-febc-433e-957d-d3a81a25d4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:53:52.796593 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.885125 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] For port fdd524d8-4dea-4b02-9e94-55f413a205ea, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:53:52.891102 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:52.894384 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] For port fdd524d8-4dea-4b02-9e94-55f413a205ea, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:53:52.904601 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.945404 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:52.945661 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:52.947096 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] 10.222.0.52 "PUT /v2.0/ports/fdd524d8-4dea-4b02-9e94-55f413a205ea HTTP/1.1" status: 200 len: 1094 time: 1.1338720 Apr 07 11:53:52.947588 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:53:52.950691 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c97c94-2f36-4793-b8b8-8f9bc29375a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:53:52.983635 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744a2a72-5faa-41db-8f40-9979fd55d7dd service neutron] Pushing event updated for resources: {'Port': ['ID=fdd524d8-4dea-4b02-9e94-55f413a205ea,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:53:53.011197 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99d9137-8628-4baf-9ef3-b6f5d37f365f x-openstack-request-id: req-b99d9137-8628-4baf-9ef3-b6f5d37f365f {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:53:53.011497 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:53:53.011753 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b99d9137-8628-4baf-9ef3-b6f5d37f365f {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:53:53.012179 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99d9137-8628-4baf-9ef3-b6f5d37f365f'] response: {'name': 'network-changed', 'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'status': 'completed', 'code': 200} Apr 07 11:53:53.584972 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5df2d-72ee-4fdc-acd4-8678c2fb2fe3 req-be22e30c-710d-4d93-9aac-04406f01f38d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:53.586451 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55a5df2d-72ee-4fdc-acd4-8678c2fb2fe3 req-be22e30c-710d-4d93-9aac-04406f01f38d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0663819 Apr 07 11:53:53.640922 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-55a5df2d-72ee-4fdc-acd4-8678c2fb2fe3 req-f6f2ce95-fb95-448c-8fed-b3484c2884ed tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471873 Apr 07 11:53:54.395011 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 up at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:53:54.445573 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Provisioning complete for port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:53:54.445914 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:54.535931 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Current status of the port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 is: ACTIVE; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:53:54.763422 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63450f77-62b1-4fbd-8823-341bb865f1fc req-b821390b-3833-4c8c-8a00-a03646797825 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:54.765014 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-63450f77-62b1-4fbd-8823-341bb865f1fc req-b821390b-3833-4c8c-8a00-a03646797825 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0555246 Apr 07 11:53:54.815858 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-63450f77-62b1-4fbd-8823-341bb865f1fc req-0313cc10-1c90-49f5-a671-1288fe83b4df tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444553 Apr 07 11:53:55.944255 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a88c8-2c2c-460c-9ccf-45c2de000111 req-342584b2-d1e7-4b1e-a88e-439c94d047a8 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:55.945710 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-706a88c8-2c2c-460c-9ccf-45c2de000111 req-342584b2-d1e7-4b1e-a88e-439c94d047a8 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0613909 Apr 07 11:53:56.025278 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-706a88c8-2c2c-460c-9ccf-45c2de000111 req-f4e7f56d-811e-4645-9fbe-6c6811822d2d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737619 Apr 07 11:53:56.038167 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-019cb957-a528-4165-8c83-cc5c1095563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:56.039650 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-019cb957-a528-4165-8c83-cc5c1095563b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 1128 time: 0.0668857 Apr 07 11:53:56.085802 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-8cfffccf-0de4-43fc-a88a-1171a51c6d70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea HTTP/1.1" status: 200 len: 217 time: 0.0354967 Apr 07 11:53:56.140391 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-07235732-da22-41c4-918b-4f708e03cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:56.141993 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-07235732-da22-41c4-918b-4f708e03cd38 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0482059 Apr 07 11:53:56.192703 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-c0188fda-ea6d-494b-a1d8-a3cccebd6892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:56.194330 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-c0188fda-ea6d-494b-a1d8-a3cccebd6892 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456173 Apr 07 11:53:56.287330 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-fa65c91d-05ea-4d38-9761-9face1a3504f service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848577 Apr 07 11:53:56.382816 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2c35b721-1943-48e2-870c-fed9fb1665e4 req-336deb55-2a49-415c-96cf-348c5b578934 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884073 Apr 07 11:53:56.729267 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-7a09b31d-ffca-47cd-99f2-3f1392b34ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:56.731031 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-7a09b31d-ffca-47cd-99f2-3f1392b34ab9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 1128 time: 0.0500982 Apr 07 11:53:56.829841 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-ffc20ac1-a309-4198-990f-056b7c1dab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:56.831310 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-ffc20ac1-a309-4198-990f-056b7c1dab02 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 912 time: 0.0922205 Apr 07 11:53:56.874613 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-b0862c03-759b-42f8-9d54-fe18e68e0caf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea HTTP/1.1" status: 200 len: 217 time: 0.0345571 Apr 07 11:53:56.926055 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-cf473b23-1a56-42f1-9928-95df0f7c8280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:56.927537 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-cf473b23-1a56-42f1-9928-95df0f7c8280 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0438485 Apr 07 11:53:56.987810 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-1b12114f-ac2e-423d-921d-73b4bdb9b397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:56.989269 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-1b12114f-ac2e-423d-921d-73b4bdb9b397 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535159 Apr 07 11:53:57.084609 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-8ff58755-dd91-497d-8ce9-4616b96678bb service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881114 Apr 07 11:53:57.209784 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d539cc3c-f97a-477a-a1e4-92496eff0178 req-b2ceb57f-133c-48fc-8a94-75fb8c72a805 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:57.211246 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d539cc3c-f97a-477a-a1e4-92496eff0178 req-b2ceb57f-133c-48fc-8a94-75fb8c72a805 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.1122751 Apr 07 11:53:57.215343 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-73c97c94-2f36-4793-b8b8-8f9bc29375a9 req-eca97ccc-4a6a-45d7-bd9d-c6f8b05b89e3 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235812 Apr 07 11:53:57.264265 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d539cc3c-f97a-477a-a1e4-92496eff0178 req-7e2dc0bd-8378-436e-b4f4-1391d9758623 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 Apr 07 11:53:58.179941 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d4220513-5df3-433d-9e25-cacfad6cc11d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:53:58.391495 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87221416-7b19-4839-b2f8-545a71322208 req-e0b9ae22-35c8-4946-ba45-2af9f732cce9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:58.393096 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-87221416-7b19-4839-b2f8-545a71322208 req-e0b9ae22-35c8-4946-ba45-2af9f732cce9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0599813 Apr 07 11:53:58.444093 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-87221416-7b19-4839-b2f8-545a71322208 req-26b956f5-f8d4-44a0-b085-6c1bdf9449eb tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448825 Apr 07 11:53:59.564682 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d0f8ed-b440-4605-a5f3-ecbe4a7017f2 req-a33550c2-36fb-49ad-8832-220bd55091ad tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:53:59.566238 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-05d0f8ed-b440-4605-a5f3-ecbe4a7017f2 req-a33550c2-36fb-49ad-8832-220bd55091ad tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0546901 Apr 07 11:53:59.621358 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-05d0f8ed-b440-4605-a5f3-ecbe4a7017f2 req-1d97bbad-fcbb-44b1-affc-2360ab23072d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492699 Apr 07 11:54:00.390486 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.718785 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-7815f54f-32b0-41fa-8433-b23790efe6d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:00.743688 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ca25e-847e-4c64-9c14-2eaafbd2654d req-30df2ffa-b4ed-45f8-921a-129b82f30042 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:00.745206 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-172ca25e-847e-4c64-9c14-2eaafbd2654d req-30df2ffa-b4ed-45f8-921a-129b82f30042 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0535154 Apr 07 11:54:00.799858 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-172ca25e-847e-4c64-9c14-2eaafbd2654d req-2f4c2cd0-37a5-4579-86dd-b5c48024134b tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488558 Apr 07 11:54:01.621357 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:01.933093 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f75436-7c70-42f6-9509-463ff0e28c08 req-bb874cb1-59b0-4d89-8075-285abccaffa0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:01.934538 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-70f75436-7c70-42f6-9509-463ff0e28c08 req-bb874cb1-59b0-4d89-8075-285abccaffa0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0516105 Apr 07 11:54:01.985328 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-70f75436-7c70-42f6-9509-463ff0e28c08 req-c58a8897-e4f3-433a-bf1b-e363d20e2416 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427394 Apr 07 11:54:02.985693 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:03.107983 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3f813-6da9-40f7-a69c-dd263e2cdd11 req-668a16ec-09a5-44ca-aa4d-5fa8ff669761 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:03.109486 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f4c3f813-6da9-40f7-a69c-dd263e2cdd11 req-668a16ec-09a5-44ca-aa4d-5fa8ff669761 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0556412 Apr 07 11:54:03.161356 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f4c3f813-6da9-40f7-a69c-dd263e2cdd11 req-a1ee82f8-238d-460a-9018-e5db5a2573bf tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 Apr 07 11:54:04.294965 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a599759-2fab-4341-81b9-22fec1bd55e8 req-0885a3bb-62fa-47bc-a33d-bc656324776e tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:04.296357 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1a599759-2fab-4341-81b9-22fec1bd55e8 req-0885a3bb-62fa-47bc-a33d-bc656324776e tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0563288 Apr 07 11:54:04.348339 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1a599759-2fab-4341-81b9-22fec1bd55e8 req-e5b6be16-b9d6-458c-bc50-ecfb0b37d06c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460627 Apr 07 11:54:04.649730 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:05.470414 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fddb63-cb00-4cf2-9563-8fbe565ccd76 req-cbb55ad3-6859-4edc-a867-9982dfcad048 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:05.471879 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-78fddb63-cb00-4cf2-9563-8fbe565ccd76 req-cbb55ad3-6859-4edc-a867-9982dfcad048 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 944 time: 0.0557263 Apr 07 11:54:05.522479 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-78fddb63-cb00-4cf2-9563-8fbe565ccd76 req-6f207f2f-051d-4d9a-952b-f6c433c288aa tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428376 Apr 07 11:54:05.807759 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device fdd524d8-4dea-4b02-9e94-55f413a205ea details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:54:05.910153 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port fdd524d8-4dea-4b02-9e94-55f413a205ea, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:05.921276 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'port_id': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'mac_address': 'fa:16:3e:ce:a1:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:54:05.965570 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port fdd524d8-4dea-4b02-9e94-55f413a205ea is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:05.965961 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:05.978964 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd524d8-4dea-4b02-9e94-55f413a205ea {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:54:05.997758 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port fdd524d8-4dea-4b02-9e94-55f413a205ea, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:06.002548 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:06.054111 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=fdd524d8-4dea-4b02-9e94-55f413a205ea,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:06.283501 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['fdd524d8-4dea-4b02-9e94-55f413a205ea'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:54:06.650653 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbcbe1-857b-4055-aac4-e3ee89d8ae54 req-40691bcc-1382-421e-a013-7eaaf862d647 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:06.652182 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-12cbcbe1-857b-4055-aac4-e3ee89d8ae54 req-40691bcc-1382-421e-a013-7eaaf862d647 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 945 time: 0.0625658 Apr 07 11:54:06.701806 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-12cbcbe1-857b-4055-aac4-e3ee89d8ae54 req-d3a4cab5-3344-43d3-975b-1faa2ff739c3 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 Apr 07 11:54:07.813266 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device fdd524d8-4dea-4b02-9e94-55f413a205ea up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:07.823673 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd6ee5-a66e-4cb8-a195-c0b9ca98527c req-172352b5-7642-40c9-bbc4-fb2f7042cbaf tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:07.825175 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35fd6ee5-a66e-4cb8-a195-c0b9ca98527c req-172352b5-7642-40c9-bbc4-fb2f7042cbaf tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 945 time: 0.0546422 Apr 07 11:54:07.864311 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port fdd524d8-4dea-4b02-9e94-55f413a205ea completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:54:07.868525 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port fdd524d8-4dea-4b02-9e94-55f413a205ea triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:07.868948 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:07.875544 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-35fd6ee5-a66e-4cb8-a195-c0b9ca98527c req-45908fdd-76ee-4f4a-8c26-7da596382f03 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Apr 07 11:54:07.947424 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port fdd524d8-4dea-4b02-9e94-55f413a205ea is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:07.947662 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:07.971160 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:07.973615 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c11c38-10e9-4d20-9d70-8b29055c0db8" -d '{"events": [{"server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "name": "network-vif-plugged", "status": "completed", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:07.986282 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port fdd524d8-4dea-4b02-9e94-55f413a205ea, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:07.991966 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:08.017436 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5770c606-a9d3-4daf-8f3e-827c5d38c19c x-openstack-request-id: req-5770c606-a9d3-4daf-8f3e-827c5d38c19c {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:08.017783 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "name": "network-vif-plugged", "status": "completed", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:08.018152 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5770c606-a9d3-4daf-8f3e-827c5d38c19c {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:08.018724 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5770c606-a9d3-4daf-8f3e-827c5d38c19c'] response: {'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'code': 200} Apr 07 11:54:08.045152 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=fdd524d8-4dea-4b02-9e94-55f413a205ea,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:08.252031 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d77246-988a-4e86-a2de-7672992454a3 req-05655084-f8a6-4d4a-8266-0dcb728582e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:08.253790 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-07d77246-988a-4e86-a2de-7672992454a3 req-05655084-f8a6-4d4a-8266-0dcb728582e7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 1130 time: 0.0473568 Apr 07 11:54:08.308799 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-07d77246-988a-4e86-a2de-7672992454a3 req-652ba644-0180-4376-82b1-d053687946b8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480156 Apr 07 11:54:08.927434 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-9fc99c21-7592-46b4-b276-a21d453550cc tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-959315217&fields=id&tenant_id=0e4e0156356e4f1989cbbd0216193a42 HTTP/1.1" status: 200 len: 267 time: 0.0451901 Apr 07 11:54:09.357837 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3abd0-fd40-40ff-bb1c-5a106a1b6cfe req-55c1385b-e348-42aa-bbcd-055e61592943 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:09.359292 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-faa3abd0-fd40-40ff-bb1c-5a106a1b6cfe req-55c1385b-e348-42aa-bbcd-055e61592943 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 946 time: 0.3953938 Apr 07 11:54:09.368270 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-3b84e97c-ef5b-4a0b-a38f-e0a690f11f23 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:09.370389 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-3b84e97c-ef5b-4a0b-a38f-e0a690f11f23 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/networks?id=309ae0d4-7e26-4a66-a03a-9f37873823b4 HTTP/1.1" status: 200 len: 809 time: 0.4349375 Apr 07 11:54:09.399099 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-fe2ce740-14c3-460b-80fd-be67292c0a89 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/quotas/0e4e0156356e4f1989cbbd0216193a42 HTTP/1.1" status: 200 len: 375 time: 0.0209208 Apr 07 11:54:09.455081 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-faa3abd0-fd40-40ff-bb1c-5a106a1b6cfe req-23f303b6-9038-480d-8914-a329af27acab tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837405 Apr 07 11:54:09.482073 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-e84ab5ec-441a-483c-a9bc-2515174dedf3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e4e0156356e4f1989cbbd0216193a42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754614 Apr 07 11:54:09.582567 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-bd616f3c-56f8-4851-97bc-0b726c081928 service neutron] 10.222.0.15 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865984 Apr 07 11:54:09.625504 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37890) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:09.671325 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-de79dad7-cd56-47fb-95f2-9a5563f34082 service neutron] 10.222.0.15 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826323 Apr 07 11:54:09.734194 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-97464540-4c6f-4bb6-9552-0aaadbcb85e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:09.810821 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-97464540-4c6f-4bb6-9552-0aaadbcb85e5 admin admin] Publish callbacks [] for security_group (330815f5-1ca9-43b7-902c-3e2964597841), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:09.815035 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-97464540-4c6f-4bb6-9552-0aaadbcb85e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (330815f5-1ca9-43b7-902c-3e2964597841), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:09.854787 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97464540-4c6f-4bb6-9552-0aaadbcb85e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330815f5-1ca9-43b7-902c-3e2964597841,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:09.863956 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37900) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:09.864121 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-97464540-4c6f-4bb6-9552-0aaadbcb85e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cb44378d1bc4a0c92649846c1c8db39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2373552 Apr 07 11:54:09.919310 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-06a79d33-d04b-4b71-a292-51592fe5d2e6 admin admin] Publish callbacks [] for security_group (330815f5-1ca9-43b7-902c-3e2964597841), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:09.944265 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-06a79d33-d04b-4b71-a292-51592fe5d2e6 admin admin] Publish callbacks [] for security_group (330815f5-1ca9-43b7-902c-3e2964597841), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:09.986154 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d0c1a595-74dd-44d4-88fc-0db371db25c2 req-b5c4ee00-3d9e-4397-836e-5a97eadab0f2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 210 time: 0.0395446 Apr 07 11:54:10.023943 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-06a79d33-d04b-4b71-a292-51592fe5d2e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (330815f5-1ca9-43b7-902c-3e2964597841), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:10.026573 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-06a79d33-d04b-4b71-a292-51592fe5d2e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:10.027761 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-06a79d33-d04b-4b71-a292-51592fe5d2e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/330815f5-1ca9-43b7-902c-3e2964597841 HTTP/1.1" status: 204 len: 168 time: 0.1620100 Apr 07 11:54:10.038864 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a79d33-d04b-4b71-a292-51592fe5d2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330815f5-1ca9-43b7-902c-3e2964597841,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:10.577887 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a7c0e-6318-450b-9b68-7e1386dbbde6 req-073b68b2-fdfd-44a5-bcef-e7efb66f4c95 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:10.579426 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff6a7c0e-6318-450b-9b68-7e1386dbbde6 req-073b68b2-fdfd-44a5-bcef-e7efb66f4c95 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 946 time: 0.0545363 Apr 07 11:54:10.630043 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff6a7c0e-6318-450b-9b68-7e1386dbbde6 req-4cdf070f-3de0-4998-bfeb-6da12a20b577 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445526 Apr 07 11:54:10.689235 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37928) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:10.749163 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c984868-86a7-4381-a23e-30796d7b4e4d req-1d9c12b9-bffe-446f-b87e-829e03cfd906 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:10.750624 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3c984868-86a7-4381-a23e-30796d7b4e4d req-1d9c12b9-bffe-446f-b87e-829e03cfd906 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 946 time: 0.0548460 Apr 07 11:54:10.787515 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1806625752-network', 'tenant_id': 'bff72c4d27be428a9d1b060e94d5a3e9'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:10.812424 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-3c984868-86a7-4381-a23e-30796d7b4e4d req-06e92a0c-68df-4199-918a-2583b7be73e0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561504 Apr 07 11:54:10.821361 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Made reservation on behalf of bff72c4d27be428a9d1b060e94d5a3e9 for: {'network': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:10.824164 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for network (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:10.833590 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:10.836284 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37932) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:10.886097 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16863f-7e58-47f8-ba97-04b1963ad96c tempest-TestVolumeBootPattern-1277642818 tempest-TestVolumeBootPattern-1277642818-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:10.888049 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-7d16863f-7e58-47f8-ba97-04b1963ad96c tempest-TestVolumeBootPattern-1277642818 tempest-TestVolumeBootPattern-1277642818-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 1125 time: 0.0503478 Apr 07 11:54:10.891209 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 37934) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:10.895722 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'port_id': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:10.910772 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Publish callbacks [] for security_group (4b8e22bb-5704-4dbb-af28-afcb42116d74), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:10.915092 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (4b8e22bb-5704-4dbb-af28-afcb42116d74), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:10.916158 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:10.942069 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=109935) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 11:54:10.948696 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8e22bb-5704-4dbb-af28-afcb42116d74,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:10.954923 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (19632201-01b7-4431-aae9-c371fccf438e), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:10.955413 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.segments_db [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Added segment 19632201-01b7-4431-aae9-c371fccf438e of type vlan for network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a Apr 07 11:54:11.001012 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8785424215947'] for network (7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.031463 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203'] for network (7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.032364 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.033694 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:11.034309 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.132499 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-492b99b8-d9f3-48e2-a1b0-8ad9eca9554a req-683383a2-2a64-4201-b552-86dda081fb60 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 210 time: 0.0899842 Apr 07 11:54:11.140727 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4503288 Apr 07 11:54:11.141316 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 37942) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:11.153361 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Request body: {'subnet': {'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1806625752-subnet', 'tenant_id': 'bff72c4d27be428a9d1b060e94d5a3e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:11.153512 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Allocated IP 172.27.3.124 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/490cce07-fff0-4b65-8703-a17347cff2b9) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:11.154199 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b8d87-0d5b-4b86-8fea-c65ed20bb9ad admin admin] Pushing event updated for resources: {'Network': ['ID=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:11.166474 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a details requested by agent ovs-agent-dv-cinder-836822-2-iscsi with host dv-cinder-836822-2-iscsi {{(pid=109937) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 11:54:11.172074 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Made reservation on behalf of bff72c4d27be428a9d1b060e94d5a3e9 for: {'subnet': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:11.174993 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126528581'] for subnet (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.262675 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for port (490cce07-fff0-4b65-8703-a17347cff2b9), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.296503 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (490cce07-fff0-4b65-8703-a17347cff2b9), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.339485 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:11.347215 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:11.348676 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-129855189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126530495'] for subnet (d591801c-9d86-4ded-b078-4c5f680fee81), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.350061 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:11.352909 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'Port': ['ID=490cce07-fff0-4b65-8703-a17347cff2b9,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:11.414364 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d591801c-9d86-4ded-b078-4c5f680fee81,revision_number=0']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:11.424926 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Checking segment: {'id': '19632201-01b7-4431-aae9-c371fccf438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:11.425309 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Network hostable DHCP agents. Network: 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a, hostable agents: ['7f24b8d0-3b46-456c-b21e-f220ea7f76a0'], hosted agents: [] {{(pid=109935) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 11:54:11.443037 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a is scheduled to be hosted by DHCP agent 7f24b8d0-3b46-456c-b21e-f220ea7f76a0 with binding_index 1 {{(pid=109935) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 11:54:11.453375 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836822-2-iscsi, 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a) {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:11.458639 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:11.459237 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.463148 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9420fb0-5900-4054-b4ce-3818e8188990 None None] Network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:11.477265 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-78320af0-c510-4673-80ca-739def236a5c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3329101 Apr 07 11:54:11.574174 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477e0600-6e04-4e74-aa11-8745252af273 None None] Network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:54:11.727007 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (a7fdcae4-2519-4603-a14e-dc1a7129f9f6), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.797092 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (490cce07-fff0-4b65-8703-a17347cff2b9), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.961307 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for port (490cce07-fff0-4b65-8703-a17347cff2b9), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:11.969256 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (490cce07-fff0-4b65-8703-a17347cff2b9), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.039174 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event updated for resources: {'Port': ['ID=490cce07-fff0-4b65-8703-a17347cff2b9,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:12.053318 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (a7fdcae4-2519-4603-a14e-dc1a7129f9f6), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.157391 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Floating IP a7fdcae4-2519-4603-a14e-dc1a7129f9f6 associated. External IP: 172.27.3.124, port: fdd524d8-4dea-4b02-9e94-55f413a205ea. Apr 07 11:54:12.217588 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7c45846c-830d-474b-b932-bb43a8ee4bf5 req-7df0fc2b-3d29-4913-a616-dd2bf3bbb825 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 210 time: 0.0330420 Apr 07 11:54:12.373354 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Router 6ae7976c-23c4-4995-8e05-e133911b86fc has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:54:12.483743 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:12.493535 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] Sync routers for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:12.505566 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:12.536431 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ed5a7dd6-56af-4155-8276-0c23452b9011 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6440527 Apr 07 11:54:12.537056 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:12.539488 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff67d591-c3a6-4adb-8446-7ba828c07460" -d '{"events": [{"name": "network-changed", "server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:12.580180 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e811b84f-6aea-4d0e-8099-6154cd1296a6 x-openstack-request-id: req-e811b84f-6aea-4d0e-8099-6154cd1296a6 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:12.580477 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:12.580725 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e811b84f-6aea-4d0e-8099-6154cd1296a6 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:12.581258 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e811b84f-6aea-4d0e-8099-6154cd1296a6'] response: {'name': 'network-changed', 'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'status': 'completed', 'code': 200} Apr 07 11:54:12.637846 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:12.638454 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:54:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:12.649219 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-27e18e69-5d2d-4ff0-af86-574cd736eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:12.650879 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-27e18e69-5d2d-4ff0-af86-574cd736eaf0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 1130 time: 0.0457537 Apr 07 11:54:12.739274 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-35302266-6bb7-467b-a3cc-061ef317f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:12.740737 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-35302266-6bb7-467b-a3cc-061ef317f1fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 912 time: 0.0836389 Apr 07 11:54:12.745059 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:12.809097 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-717589fc-d08f-4f2f-a2bc-6752f2339388 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea HTTP/1.1" status: 200 len: 1000 time: 0.0621595 Apr 07 11:54:12.858267 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-98fafb6a-d54e-40aa-89dd-4432e437a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:12.859727 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-98fafb6a-d54e-40aa-89dd-4432e437a659 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0452194 Apr 07 11:54:12.908576 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-1adf3c68-44da-4e7b-8c18-6f52430dc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:12.910139 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-1adf3c68-44da-4e7b-8c18-6f52430dc9ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447049 Apr 07 11:54:12.977873 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '0eaeda3b-c3fd-410e-86d5-636f60220e72', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:10Z', 'updated_at': '2022-04-07T11:52:12Z', 'revision_number': 1, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}, {'id': 'a7fdcae4-2519-4603-a14e-dc1a7129f9f6', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:ce:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:54:11Z', 'updated_at': '2022-04-07T11:54:11Z', 'revision_number': 0, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:13.005941 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-c5ccd44f-3d1f-4dee-bd61-45b6a85e026b service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893927 Apr 07 11:54:13.007708 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] Checking router: 6ae7976c-23c4-4995-8e05-e133911b86fc for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:13.016262 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:13.016899 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:54:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:13.103467 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff67d591-c3a6-4adb-8446-7ba828c07460 req-2a68d351-3b44-4c9d-9f6a-96b24c8478d9 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914247 Apr 07 11:54:13.133063 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:13.246654 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532111c5-1584-49ba-ba2c-35acfed0166d req-628aaffd-8057-4746-a310-30252f867e74 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:13.249129 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-628aaffd-8057-4746-a310-30252f867e74 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/networks?id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a HTTP/1.1" status: 200 len: 814 time: 0.1043870 Apr 07 11:54:13.284306 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-1a421aac-4d4b-4dd0-a001-d0acc51b9b84 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/quotas/bff72c4d27be428a9d1b060e94d5a3e9 HTTP/1.1" status: 200 len: 375 time: 0.0283039 Apr 07 11:54:13.308821 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f4a691ac-3b1f-48f6-8aa4-11b91ff9e4d0 req-42a7681f-6de1-4723-b540-dd978c890cbd tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 210 time: 0.0342269 Apr 07 11:54:13.340078 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-9c7d2c7c-e001-40bc-89a9-fa25ae43fa27 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bff72c4d27be428a9d1b060e94d5a3e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344961 Apr 07 11:54:13.386456 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '0eaeda3b-c3fd-410e-86d5-636f60220e72', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:10Z', 'updated_at': '2022-04-07T11:52:12Z', 'revision_number': 1, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}, {'id': 'a7fdcae4-2519-4603-a14e-dc1a7129f9f6', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:ce:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:54:11Z', 'updated_at': '2022-04-07T11:54:11Z', 'revision_number': 0, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:13.416363 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23e94ca-211c-4b0d-9259-1849f1969f09 None None] The sync data for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi is: [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '0eaeda3b-c3fd-410e-86d5-636f60220e72', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:10Z', 'updated_at': '2022-04-07T11:52:12Z', 'revision_number': 1, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}, {'id': 'a7fdcae4-2519-4603-a14e-dc1a7129f9f6', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.124', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:ce:a1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:54:11Z', 'updated_at': '2022-04-07T11:54:11Z', 'revision_number': 0, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:13.437120 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-65eb31f0-7292-4fe2-bbf9-b09ab51b8b07 service neutron] 10.222.0.15 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897152 Apr 07 11:54:13.531215 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-8102fe16-77c5-4f17-9df9-9993da5fad50 service neutron] 10.222.0.15 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880659 Apr 07 11:54:13.619082 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635106f2-edf0-4fd2-a246-9645c65a890a None None] New status for floating IP a7fdcae4-2519-4603-a14e-dc1a7129f9f6: ACTIVE {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:54:13.691227 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5502e804-4866-46b9-8f8e-2732e15cd93c req-80ba778b-690c-4b42-88d4-14fb901ded5c tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 210 time: 0.0285540 Apr 07 11:54:14.405155 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-172873e4-4d62-4d3d-acda-ea57fcd45bed req-83a8242a-f7c7-42f9-ba6d-9c0c6e121141 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 210 time: 0.0275731 Apr 07 11:54:14.737175 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532111c5-1584-49ba-ba2c-35acfed0166d req-6a928e11-864b-4b4c-9194-3bdd2b662584 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:14.738685 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-6a928e11-864b-4b4c-9194-3bdd2b662584 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.52 "GET /v2.0/networks?id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a HTTP/1.1" status: 200 len: 814 time: 0.1186113 Apr 07 11:54:14.757163 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Request body: {'port': {'device_id': '59d0953f-2db4-47fd-9035-39e75bac58b7', 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a', 'admin_state_up': True, 'tenant_id': 'bff72c4d27be428a9d1b060e94d5a3e9'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:14.847436 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-27a4bbf0-8d88-4d32-b601-caa92c8114b9 req-81c6160d-bd92-48c7-900e-cded11aeed3b tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 210 time: 0.0559578 Apr 07 11:54:14.898711 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Made reservation on behalf of bff72c4d27be428a9d1b060e94d5a3e9 for: {'port': 1} {{(pid=109935) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:14.902054 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.035978 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Allocated IP 172.20.0.5 (7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a/d591801c-9d86-4ded-b078-4c5f680fee81/e1657f44-af02-4acb-b387-53c540120c11) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:15.200332 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks [] for port (e1657f44-af02-4acb-b387-53c540120c11), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.238812 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (e1657f44-af02-4acb-b387-53c540120c11), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.259983 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-d431ab82-fafa-4553-b14f-0aeb739089f1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:15.261473 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-d431ab82-fafa-4553-b14f-0aeb739089f1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.52 "GET /v2.0/networks?id=309ae0d4-7e26-4a66-a03a-9f37873823b4 HTTP/1.1" status: 200 len: 809 time: 0.1142883 Apr 07 11:54:15.280598 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:15.283649 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:15.289897 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:15.296062 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Pushing event updated for resources: {'Port': ['ID=e1657f44-af02-4acb-b387-53c540120c11,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:15.332190 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-db272b3e-f1a1-4e68-b5e3-e6f35d99f009 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e4e0156356e4f1989cbbd0216193a42 HTTP/1.1" status: 200 len: 379 time: 0.0590091 Apr 07 11:54:15.341574 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Request body: {'port': {'device_id': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'admin_state_up': True, 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'security_groups': ['45f96c36-29e8-434b-91e4-175d1c9bd974']}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:15.344818 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:15.345431 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.362271 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-59878496-2466-4d23-a5f1-67a05690ae33 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6111403 Apr 07 11:54:15.373610 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Request body: {'port': {'device_id': '59d0953f-2db4-47fd-9035-39e75bac58b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:15.436487 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (e1657f44-af02-4acb-b387-53c540120c11), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.455911 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Made reservation on behalf of 0e4e0156356e4f1989cbbd0216193a42 for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:54:15.459694 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.514886 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b9f55d51-2937-492f-b5c9-b80fef8241c6 req-3a1135f2-dfdf-446d-a10e-f794dafc3fff tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 210 time: 0.0405347 Apr 07 11:54:15.587906 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Allocated IP 172.20.0.7 (309ae0d4-7e26-4a66-a03a-9f37873823b4/56cc9f72-9f9b-4e60-bdd9-f3f333fb9844/a565c8ec-84a0-4c9a-b097-b916a6bf12fe) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:15.752195 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1657f44-af02-4acb-b387-53c540120c11 {{(pid=109935) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:54:15.761590 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Publish callbacks [] for port (e1657f44-af02-4acb-b387-53c540120c11), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.776953 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.provisioning_blocks [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Transition to ACTIVE for port object e1657f44-af02-4acb-b387-53c540120c11 will not be triggered until provisioned by entity L2. {{(pid=109935) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:54:15.782019 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (e1657f44-af02-4acb-b387-53c540120c11), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.843444 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Pushing event updated for resources: {'Port': ['ID=e1657f44-af02-4acb-b387-53c540120c11,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:15.934284 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Attempting to bind port e1657f44-af02-4acb-b387-53c540120c11 on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:15.934541 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Attempting to bind port e1657f44-af02-4acb-b387-53c540120c11 by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '19632201-01b7-4431-aae9-c371fccf438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a'}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:15.934926 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Attempting to bind port e1657f44-af02-4acb-b387-53c540120c11 on network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:15.957908 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Port e1657f44-af02-4acb-b387-53c540120c11 on network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:54:15.958313 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Attempting to bind port e1657f44-af02-4acb-b387-53c540120c11 on network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:15.968109 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:15.968353 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Checking segment: {'id': '19632201-01b7-4431-aae9-c371fccf438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109935) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:15.968734 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Bound using segment: {'id': '19632201-01b7-4431-aae9-c371fccf438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a'} {{(pid=109935) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:15.969192 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.managers [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Bound port: e1657f44-af02-4acb-b387-53c540120c11, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19632201-01b7-4431-aae9-c371fccf438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a'}}] {{(pid=109935) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:15.969551 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (e1657f44-af02-4acb-b387-53c540120c11), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:15.999660 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.018397 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763054bd-1f86-4dfe-b65e-8f376dd575b1 req-1f6fed69-f551-42d7-b841-4e79397621f9 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:16.019848 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-763054bd-1f86-4dfe-b65e-8f376dd575b1 req-1f6fed69-f551-42d7-b841-4e79397621f9 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 943 time: 0.1044972 Apr 07 11:54:16.033316 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.072408 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] For port e1657f44-af02-4acb-b387-53c540120c11, host hv-cinder-83682, cleared binding levels {{(pid=109935) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:16.073548 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Network 309ae0d4-7e26-4a66-a03a-9f37873823b4 is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:16.076551 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:16.077077 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] For port e1657f44-af02-4acb-b387-53c540120c11, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=e1657f44-af02-4acb-b387-53c540120c11,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109935) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:16.082778 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:16.089944 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'Port': ['ID=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:16.095354 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (e1657f44-af02-4acb-b387-53c540120c11), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.104848 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-763054bd-1f86-4dfe-b65e-8f376dd575b1 req-d2b63046-32ba-48e0-97a3-57394f79025c tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778666 Apr 07 11:54:16.140707 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:16.141042 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:16.141373 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.141905 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.143325 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] 10.222.0.52 "PUT /v2.0/ports/e1657f44-af02-4acb-b387-53c540120c11 HTTP/1.1" status: 200 len: 1093 time: 0.7747657 Apr 07 11:54:16.143837 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d0953f-2db4-47fd-9035-39e75bac58b7', 'tag': 'e1657f44-af02-4acb-b387-53c540120c11'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:16.146440 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5601f37e-ad02-4711-9899-27f44192007a" -d '{"events": [{"name": "network-changed", "server_uuid": "59d0953f-2db4-47fd-9035-39e75bac58b7", "tag": "e1657f44-af02-4acb-b387-53c540120c11"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:16.160263 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-6942ce86-9036-4a71-955a-4bc2915e1a0d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8234255 Apr 07 11:54:16.175955 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Request body: {'port': {'device_id': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:16.189875 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965202a9-7891-454d-afe7-bfe301a4741d service neutron] Pushing event updated for resources: {'Port': ['ID=e1657f44-af02-4acb-b387-53c540120c11,revision_number=3']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:16.201221 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6968d552-4f95-4fe0-a66e-57f7d068e96a x-openstack-request-id: req-6968d552-4f95-4fe0-a66e-57f7d068e96a {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:16.201970 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d0953f-2db4-47fd-9035-39e75bac58b7", "tag": "e1657f44-af02-4acb-b387-53c540120c11", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:16.202225 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6968d552-4f95-4fe0-a66e-57f7d068e96a {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:16.202767 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6968d552-4f95-4fe0-a66e-57f7d068e96a'] response: {'name': 'network-changed', 'server_uuid': '59d0953f-2db4-47fd-9035-39e75bac58b7', 'tag': 'e1657f44-af02-4acb-b387-53c540120c11', 'status': 'completed', 'code': 200} Apr 07 11:54:16.248491 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.250356 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532111c5-1584-49ba-ba2c-35acfed0166d req-949d87e0-5aac-421a-a796-ba858b8ad35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:16.252054 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-949d87e0-5aac-421a-a796-ba858b8ad35a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bff72c4d27be428a9d1b060e94d5a3e9&device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 1127 time: 0.0477765 Apr 07 11:54:16.297488 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-d96489fb-1bd4-48e6-8941-cd6c3ef3b2ca service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1657f44-af02-4acb-b387-53c540120c11 HTTP/1.1" status: 200 len: 217 time: 0.0387876 Apr 07 11:54:16.321210 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-09d49d2d-5cd1-4c46-8ed1-049f895d695e None None] Provisioning complete for port a565c8ec-84a0-4c9a-b097-b916a6bf12fe triggered by entity DHCP. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:16.321901 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-09d49d2d-5cd1-4c46-8ed1-049f895d695e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.355386 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532111c5-1584-49ba-ba2c-35acfed0166d req-0013db99-daf6-4f9c-a59a-357967454c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:16.357975 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-0013db99-daf6-4f9c-a59a-357967454c4c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d591801c-9d86-4ded-b078-4c5f680fee81 HTTP/1.1" status: 200 len: 854 time: 0.0542657 Apr 07 11:54:16.358178 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-09d49d2d-5cd1-4c46-8ed1-049f895d695e None None] Port a565c8ec-84a0-4c9a-b097-b916a6bf12fe cannot update to ACTIVE because it is not bound. {{(pid=109937) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 11:54:16.388744 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-e40ffed8-bd80-430c-8ee9-2ad7820dd072 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257130 Apr 07 11:54:16.479029 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-664a5397-e035-42d7-a2cd-2d03a58d991e service neutron] 10.222.0.52 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842848 Apr 07 11:54:16.512449 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a565c8ec-84a0-4c9a-b097-b916a6bf12fe {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:54:16.519876 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Publish callbacks [] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.531989 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Transition to ACTIVE for port object a565c8ec-84a0-4c9a-b097-b916a6bf12fe will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:54:16.535972 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.580716 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-532111c5-1584-49ba-ba2c-35acfed0166d req-a6891c07-2488-4696-9f75-03c4fb6e9ad3 service neutron] 10.222.0.52 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960212 Apr 07 11:54:16.625938 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Pushing event updated for resources: {'Port': ['ID=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:16.654650 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d4c43-e78d-4cfd-a159-90b150f897ae req-18120384-1143-4d53-b03c-6005120f89f4 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:16.661331 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-da3d4c43-e78d-4cfd-a159-90b150f897ae req-18120384-1143-4d53-b03c-6005120f89f4 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0687222 Apr 07 11:54:16.662242 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Attempting to bind port a565c8ec-84a0-4c9a-b097-b916a6bf12fe on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:54:16.662579 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Attempting to bind port a565c8ec-84a0-4c9a-b097-b916a6bf12fe by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:54:16.662910 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Attempting to bind port a565c8ec-84a0-4c9a-b097-b916a6bf12fe on network 309ae0d4-7e26-4a66-a03a-9f37873823b4 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:16.667728 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Port a565c8ec-84a0-4c9a-b097-b916a6bf12fe on network 309ae0d4-7e26-4a66-a03a-9f37873823b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:54:16.668046 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Attempting to bind port a565c8ec-84a0-4c9a-b097-b916a6bf12fe on network 309ae0d4-7e26-4a66-a03a-9f37873823b4 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:54:16.673389 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:54:16.673725 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Checking segment: {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:54:16.674107 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Bound using segment: {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:54:16.674530 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Bound port: a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4a9246-eef0-4853-94c1-e7c554dabe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:54:16.674886 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.713727 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-da3d4c43-e78d-4cfd-a159-90b150f897ae req-52cc1883-5149-447a-b248-b3c78aba28e2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511398 Apr 07 11:54:16.745629 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:54:16.748888 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:54:16.755705 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.791285 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:16.791897 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:16.793277 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] 10.222.0.52 "PUT /v2.0/ports/a565c8ec-84a0-4c9a-b097-b916a6bf12fe HTTP/1.1" status: 200 len: 1093 time: 0.6218264 Apr 07 11:54:16.793708 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:16.795939 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713a4e47-9011-4f0c-b0af-e31b603ced07" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:16.825585 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f18e1-7208-4ae2-b363-3e7f236e872b service neutron] Pushing event updated for resources: {'Port': ['ID=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:16.839213 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efc8e98-9e18-423c-9879-61272353ba72 x-openstack-request-id: req-0efc8e98-9e18-423c-9879-61272353ba72 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:16.839507 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:16.839756 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0efc8e98-9e18-423c-9879-61272353ba72 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:16.840211 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0efc8e98-9e18-423c-9879-61272353ba72'] response: {'name': 'network-changed', 'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'status': 'completed', 'code': 200} Apr 07 11:54:17.246284 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e61152-64b9-44a8-9ab6-1018ce47c016 req-12ace925-b3e3-412f-b704-29b58706473a tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.247839 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a8e61152-64b9-44a8-9ab6-1018ce47c016 req-12ace925-b3e3-412f-b704-29b58706473a tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 943 time: 0.0653682 Apr 07 11:54:17.299841 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a8e61152-64b9-44a8-9ab6-1018ce47c016 req-ffca4985-cb1d-4958-aa73-641a00480890 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438836 Apr 07 11:54:17.501246 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f37e-ad02-4711-9899-27f44192007a req-d0f83a8d-fcec-40dc-89fa-31500c40f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.501646 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a4e47-9011-4f0c-b0af-e31b603ced07 req-a5b39ca7-8361-4745-8e25-6c039b548f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.502711 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5601f37e-ad02-4711-9899-27f44192007a req-d0f83a8d-fcec-40dc-89fa-31500c40f2e0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bff72c4d27be428a9d1b060e94d5a3e9&device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 1127 time: 0.0474699 Apr 07 11:54:17.503216 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-713a4e47-9011-4f0c-b0af-e31b603ced07 req-a5b39ca7-8361-4745-8e25-6c039b548f04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e4e0156356e4f1989cbbd0216193a42&device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1127 time: 0.0476160 Apr 07 11:54:17.604650 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f37e-ad02-4711-9899-27f44192007a req-329f4cb0-11e4-4573-84f5-bd2063d8b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.606156 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5601f37e-ad02-4711-9899-27f44192007a req-329f4cb0-11e4-4573-84f5-bd2063d8b02c service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a HTTP/1.1" status: 200 len: 915 time: 0.0924623 Apr 07 11:54:17.614476 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a4e47-9011-4f0c-b0af-e31b603ced07 req-546fd6c8-481f-493f-9e1e-acb475652b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.615979 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-713a4e47-9011-4f0c-b0af-e31b603ced07 req-546fd6c8-481f-493f-9e1e-acb475652b04 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=0e4e0156356e4f1989cbbd0216193a42&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0992222 Apr 07 11:54:17.646196 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5601f37e-ad02-4711-9899-27f44192007a req-5ef3763f-9d66-4375-802e-192e0f5ee53c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e1657f44-af02-4acb-b387-53c540120c11 HTTP/1.1" status: 200 len: 217 time: 0.0340099 Apr 07 11:54:17.696857 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f37e-ad02-4711-9899-27f44192007a req-e2c74056-ffd7-4730-bdb5-5517fb8c18ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.698353 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5601f37e-ad02-4711-9899-27f44192007a req-e2c74056-ffd7-4730-bdb5-5517fb8c18ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d591801c-9d86-4ded-b078-4c5f680fee81 HTTP/1.1" status: 200 len: 854 time: 0.0466459 Apr 07 11:54:17.713443 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a4e47-9011-4f0c-b0af-e31b603ced07 req-f2116640-5a41-4405-b685-934151eccdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.714946 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-713a4e47-9011-4f0c-b0af-e31b603ced07 req-f2116640-5a41-4405-b685-934151eccdb1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933719 Apr 07 11:54:17.733045 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5601f37e-ad02-4711-9899-27f44192007a req-ca38b53d-585b-4f6e-8279-71e70e6bedc4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287888 Apr 07 11:54:17.830456 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5601f37e-ad02-4711-9899-27f44192007a req-f98b6493-1925-4abb-b5de-75f0d94a810c service neutron] 10.222.0.52 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875831 Apr 07 11:54:17.832832 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-2a6a4088-ade0-439b-bc23-a644f955d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.834436 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-2a6a4088-ade0-439b-bc23-a644f955d0ba service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e4e0156356e4f1989cbbd0216193a42&device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1127 time: 0.0765846 Apr 07 11:54:17.857839 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efcf7f4-32c2-45de-9b1e-bb51c6435fab req-e3093b4c-0d74-4cf6-a7dc-b33e030af6ff tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.859224 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1efcf7f4-32c2-45de-9b1e-bb51c6435fab req-e3093b4c-0d74-4cf6-a7dc-b33e030af6ff tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0696669 Apr 07 11:54:17.887394 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-f1432024-ca4b-4706-9962-b57cb7874055 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe HTTP/1.1" status: 200 len: 217 time: 0.0455854 Apr 07 11:54:17.899462 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device e1657f44-af02-4acb-b387-53c540120c11 details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:54:17.933678 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-5601f37e-ad02-4711-9899-27f44192007a req-66611ba2-7890-43af-bb47-708ad5b950e9 service neutron] 10.222.0.52 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926478 Apr 07 11:54:17.966864 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-d2cbcd97-7454-462c-b046-c86814c1e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:17.968332 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-d2cbcd97-7454-462c-b046-c86814c1e3c9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56cc9f72-9f9b-4e60-bdd9-f3f333fb9844 HTTP/1.1" status: 200 len: 848 time: 0.0755095 Apr 07 11:54:17.971988 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1efcf7f4-32c2-45de-9b1e-bb51c6435fab req-6325cf2d-e0e1-4e01-a78e-1eedbd49f9e4 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865276 Apr 07 11:54:18.006576 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port e1657f44-af02-4acb-b387-53c540120c11, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=e1657f44-af02-4acb-b387-53c540120c11,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:18.016737 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-d4d3c5a5-acd2-40dc-8e69-a0517b24844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:18.018277 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-d4d3c5a5-acd2-40dc-8e69-a0517b24844e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=309ae0d4-7e26-4a66-a03a-9f37873823b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438983 Apr 07 11:54:18.018433 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'e1657f44-af02-4acb-b387-53c540120c11', 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a', 'port_id': 'e1657f44-af02-4acb-b387-53c540120c11', 'mac_address': 'fa:16:3e:41:5e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd591801c-9d86-4ded-b078-4c5f680fee81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:54:18.055320 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port e1657f44-af02-4acb-b387-53c540120c11 is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:18.055705 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (e1657f44-af02-4acb-b387-53c540120c11), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:18.068596 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1657f44-af02-4acb-b387-53c540120c11 {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:54:18.088001 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port e1657f44-af02-4acb-b387-53c540120c11, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=e1657f44-af02-4acb-b387-53c540120c11,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:18.093146 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (e1657f44-af02-4acb-b387-53c540120c11), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:18.107788 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-9857cc94-ed4e-4676-bc40-ad8c55cc1d02 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834019 Apr 07 11:54:18.143850 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=e1657f44-af02-4acb-b387-53c540120c11,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:18.202683 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9964950c-d58f-4d78-8b63-8c29e9a815c1 req-91209186-1169-49ad-a8c7-dbb293bb7205 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891376 Apr 07 11:54:18.326116 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['e1657f44-af02-4acb-b387-53c540120c11'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:54:18.431770 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e9eb8-6a84-4fac-95e2-04cd80d62694 req-c0f94e38-b224-4f93-8afb-7114154be86a tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:18.433244 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-934e9eb8-6a84-4fac-95e2-04cd80d62694 req-c0f94e38-b224-4f93-8afb-7114154be86a tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 944 time: 0.0541856 Apr 07 11:54:18.479878 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-934e9eb8-6a84-4fac-95e2-04cd80d62694 req-eafd2bbd-c13f-4c29-abef-283a20b2562e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410063 Apr 07 11:54:19.387351 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b9fc1-e592-493f-a47e-966f86f371b3 req-7675ddbe-f0e9-4bac-8358-909cc47d657b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:19.388833 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-534b9fc1-e592-493f-a47e-966f86f371b3 req-7675ddbe-f0e9-4bac-8358-909cc47d657b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.3499532 Apr 07 11:54:19.438883 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-534b9fc1-e592-493f-a47e-966f86f371b3 req-5f5ed4dc-af92-491c-adb1-0ff3b3c24db4 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443869 Apr 07 11:54:19.607828 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2a463-4953-4c73-9697-ad6ff66d3b5c req-034cad07-292e-4e69-8bcb-89b3a335ed4b tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:19.609339 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dfa2a463-4953-4c73-9697-ad6ff66d3b5c req-034cad07-292e-4e69-8bcb-89b3a335ed4b tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 944 time: 0.0562558 Apr 07 11:54:19.657316 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-dfa2a463-4953-4c73-9697-ad6ff66d3b5c req-bdd2017c-2539-4143-a4a4-5b89521f177a tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421367 Apr 07 11:54:19.920111 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device e1657f44-af02-4acb-b387-53c540120c11 up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:19.974842 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port e1657f44-af02-4acb-b387-53c540120c11 completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:54:19.979040 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port e1657f44-af02-4acb-b387-53c540120c11 triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:19.979407 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (e1657f44-af02-4acb-b387-53c540120c11), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:20.055244 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port e1657f44-af02-4acb-b387-53c540120c11 is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:20.055622 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (e1657f44-af02-4acb-b387-53c540120c11), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:20.077498 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d0953f-2db4-47fd-9035-39e75bac58b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1657f44-af02-4acb-b387-53c540120c11'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:20.079722 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f44e43-f773-4f80-b7ae-acfd4b0a6e80" -d '{"events": [{"server_uuid": "59d0953f-2db4-47fd-9035-39e75bac58b7", "name": "network-vif-plugged", "status": "completed", "tag": "e1657f44-af02-4acb-b387-53c540120c11"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:20.092231 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port e1657f44-af02-4acb-b387-53c540120c11, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=e1657f44-af02-4acb-b387-53c540120c11,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:20.097252 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (e1657f44-af02-4acb-b387-53c540120c11), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:20.127959 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d215e36-6668-44f4-aca7-b7adf13bd7b6 x-openstack-request-id: req-2d215e36-6668-44f4-aca7-b7adf13bd7b6 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:20.128244 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d0953f-2db4-47fd-9035-39e75bac58b7", "name": "network-vif-plugged", "status": "completed", "tag": "e1657f44-af02-4acb-b387-53c540120c11", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:20.128490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d215e36-6668-44f4-aca7-b7adf13bd7b6 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:20.128898 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d215e36-6668-44f4-aca7-b7adf13bd7b6'] response: {'server_uuid': '59d0953f-2db4-47fd-9035-39e75bac58b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1657f44-af02-4acb-b387-53c540120c11', 'code': 200} Apr 07 11:54:20.157464 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=e1657f44-af02-4acb-b387-53c540120c11,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:20.251743 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:54:20.292015 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4feb16-41ff-49cb-9375-d7a7be636939 req-9a5f9b18-ff83-484b-b08e-32c45a298c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:20.294830 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2f4feb16-41ff-49cb-9375-d7a7be636939 req-9a5f9b18-ff83-484b-b08e-32c45a298c14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 1129 time: 0.0510454 Apr 07 11:54:20.347587 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-2f4feb16-41ff-49cb-9375-d7a7be636939 req-a117b24b-8568-4433-91a5-4bdd67186802 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461617 Apr 07 11:54:20.572130 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a5e27-9b80-48c0-bb86-ed3610b7948c req-0b5ba836-1fa8-46a2-bf58-63d7f875e992 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:20.573649 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-146a5e27-9b80-48c0-bb86-ed3610b7948c req-0b5ba836-1fa8-46a2-bf58-63d7f875e992 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0546157 Apr 07 11:54:20.625633 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-146a5e27-9b80-48c0-bb86-ed3610b7948c req-cfe2f3ec-25ce-4530-a9c2-f09d27139065 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437477 Apr 07 11:54:20.796577 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d0982-b297-4fd2-a97e-69ce3be4fea1 req-08a5b3a9-d47d-4eb9-acc7-4707b4379f22 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:20.798103 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-630d0982-b297-4fd2-a97e-69ce3be4fea1 req-08a5b3a9-d47d-4eb9-acc7-4707b4379f22 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 945 time: 0.0560441 Apr 07 11:54:20.844924 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-630d0982-b297-4fd2-a97e-69ce3be4fea1 req-11a350fa-3c9c-45fb-bb25-1db5dba3f5aa tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409217 Apr 07 11:54:21.766091 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aaa203-7ebc-45f1-808a-d8799eae13b5 req-51308161-dbd1-42b1-bfbf-b03a927e4218 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:21.767688 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d9aaa203-7ebc-45f1-808a-d8799eae13b5 req-51308161-dbd1-42b1-bfbf-b03a927e4218 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0615666 Apr 07 11:54:21.819211 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-d9aaa203-7ebc-45f1-808a-d8799eae13b5 req-0c8e8b6f-acc0-4979-8e3d-0f8c2caf0730 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447862 Apr 07 11:54:21.969900 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4d986c-d173-43e2-bace-9196cf2819b9 req-8f357643-bd72-4a7e-9c0d-53f56bf3d3fe tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:21.971379 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5e4d986c-d173-43e2-bace-9196cf2819b9 req-8f357643-bd72-4a7e-9c0d-53f56bf3d3fe tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 945 time: 0.0547743 Apr 07 11:54:22.018161 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5e4d986c-d173-43e2-bace-9196cf2819b9 req-f610721c-12b2-424f-a6d7-7ed59fc101d2 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 Apr 07 11:54:22.947924 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec4302-d9f4-49ac-8a72-1ad833df8650 req-be1d47cb-91ab-4a81-a884-d3f320200d6c tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:22.949441 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4aec4302-d9f4-49ac-8a72-1ad833df8650 req-be1d47cb-91ab-4a81-a884-d3f320200d6c tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0602272 Apr 07 11:54:23.001037 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4aec4302-d9f4-49ac-8a72-1ad833df8650 req-76dd1fe8-3606-4a78-9927-5635805d3243 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457144 Apr 07 11:54:24.126308 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c4190-4fb4-4f84-8cbf-a884fe2a8791 req-f8adc6c1-d99e-43b9-8f67-429aceaf8dae tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:24.127792 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-900c4190-4fb4-4f84-8cbf-a884fe2a8791 req-f8adc6c1-d99e-43b9-8f67-429aceaf8dae tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0582137 Apr 07 11:54:24.180833 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-900c4190-4fb4-4f84-8cbf-a884fe2a8791 req-fde3cad5-e0ff-408b-98c5-11616a31d707 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457265 Apr 07 11:54:25.318730 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b81da-8f4c-45a9-8cc9-cf1d965a91e1 req-79ed7dd6-539d-46da-ba14-b1ad854b71b2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:25.321400 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-389b81da-8f4c-45a9-8cc9-cf1d965a91e1 req-79ed7dd6-539d-46da-ba14-b1ad854b71b2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0575948 Apr 07 11:54:25.378506 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-389b81da-8f4c-45a9-8cc9-cf1d965a91e1 req-4ec2dcd3-d18e-41a5-afc3-60a42e82273d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517337 Apr 07 11:54:25.936535 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a565c8ec-84a0-4c9a-b097-b916a6bf12fe details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:54:26.038570 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:26.050400 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'port_id': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'mac_address': 'fa:16:3e:1b:39:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:54:26.088478 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port a565c8ec-84a0-4c9a-b097-b916a6bf12fe is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:26.088884 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:26.102132 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a565c8ec-84a0-4c9a-b097-b916a6bf12fe {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:54:26.123043 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:26.128343 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:26.177949 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:26.393678 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['a565c8ec-84a0-4c9a-b097-b916a6bf12fe'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:54:26.505711 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624228b0-bb95-4c6b-89da-8f6901fce666 req-e73d4d60-1c6a-4050-9d94-e40239f9ce38 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:26.507107 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-624228b0-bb95-4c6b-89da-8f6901fce666 req-e73d4d60-1c6a-4050-9d94-e40239f9ce38 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 944 time: 0.0538774 Apr 07 11:54:26.557348 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-624228b0-bb95-4c6b-89da-8f6901fce666 req-469c7da7-2f33-4490-bca4-46ab646b926c tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444429 Apr 07 11:54:27.677861 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caca5ca3-5089-4db4-aa54-6c8f2f6ffdb6 req-db5efcb3-ec8c-43d0-ba84-2d5d4d9e0aa6 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:27.679338 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-caca5ca3-5089-4db4-aa54-6c8f2f6ffdb6 req-db5efcb3-ec8c-43d0-ba84-2d5d4d9e0aa6 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 944 time: 0.0545785 Apr 07 11:54:27.730713 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-caca5ca3-5089-4db4-aa54-6c8f2f6ffdb6 req-c44cc42e-e2d0-4585-87e5-950fb32f1528 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456407 Apr 07 11:54:27.956414 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a565c8ec-84a0-4c9a-b097-b916a6bf12fe up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:54:28.020836 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port a565c8ec-84a0-4c9a-b097-b916a6bf12fe completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:54:28.024931 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port a565c8ec-84a0-4c9a-b097-b916a6bf12fe triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:54:28.025303 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:28.203785 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-c0a02856-ab15-405e-9d47-32c2fd715179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:28.244186 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port a565c8ec-84a0-4c9a-b097-b916a6bf12fe is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:54:28.244475 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:28.267443 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:28.269759 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f56986-1856-4ef5-a94d-91c91cd8b17f" -d '{"events": [{"server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "name": "network-vif-plugged", "status": "completed", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:28.282148 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:54:28.286483 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:28.312027 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267a0dd-e8f3-4c7d-bf91-bdfe265a58c9 x-openstack-request-id: req-1267a0dd-e8f3-4c7d-bf91-bdfe265a58c9 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:28.312027 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "name": "network-vif-plugged", "status": "completed", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:28.312366 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1267a0dd-e8f3-4c7d-bf91-bdfe265a58c9 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:28.312536 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1267a0dd-e8f3-4c7d-bf91-bdfe265a58c9'] response: {'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'code': 200} Apr 07 11:54:28.340406 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:28.605237 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b04a6b-8aa5-4815-8c3e-847e8aedcdb2 req-4577b6c6-ca90-410b-8991-262b0e92baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:28.607195 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69b04a6b-8aa5-4815-8c3e-847e8aedcdb2 req-4577b6c6-ca90-410b-8991-262b0e92baee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1129 time: 0.0590820 Apr 07 11:54:28.657132 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69b04a6b-8aa5-4815-8c3e-847e8aedcdb2 req-ca273d58-a572-4a3a-9eb8-70d3dbc9a099 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431910 Apr 07 11:54:28.850508 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e7e1f8-c2b6-4708-88d6-6b1a145723cd req-8a4bd6e3-0320-4051-9c7b-36334ebc643a tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:28.851990 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-40e7e1f8-c2b6-4708-88d6-6b1a145723cd req-8a4bd6e3-0320-4051-9c7b-36334ebc643a tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0528142 Apr 07 11:54:28.901598 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-40e7e1f8-c2b6-4708-88d6-6b1a145723cd req-38502022-142d-434e-a9d7-b755d7abf53b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435762 Apr 07 11:54:30.029905 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90789812-59cc-44be-8c51-63a45f01ad54 req-d52f1d8f-2408-49cf-bb41-9b8f7b2a4dd4 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:30.031398 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-90789812-59cc-44be-8c51-63a45f01ad54 req-d52f1d8f-2408-49cf-bb41-9b8f7b2a4dd4 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0580597 Apr 07 11:54:30.086303 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-90789812-59cc-44be-8c51-63a45f01ad54 req-68bb1f69-f203-47f1-9913-b6a2b6a372b1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473645 Apr 07 11:54:30.391236 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:30.724393 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-784a7ff8-4780-4814-b6ab-a2425609473b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.206776 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab30ed4-373a-49f8-b0d4-cfa8c87b20b6 req-f8bc90bf-37d6-4bc9-bf46-b512fbbe59c1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:31.208299 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bab30ed4-373a-49f8-b0d4-cfa8c87b20b6 req-f8bc90bf-37d6-4bc9-bf46-b512fbbe59c1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0538917 Apr 07 11:54:31.257926 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bab30ed4-373a-49f8-b0d4-cfa8c87b20b6 req-a9c61976-a7e9-463a-8db5-7dc166e37a52 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435772 Apr 07 11:54:31.376689 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5937b4d-d0ea-4f8d-9afb-36de9583f8b1 req-8e6f4bd4-540b-40a5-8bbc-69415160debe tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:31.378128 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b5937b4d-d0ea-4f8d-9afb-36de9583f8b1 req-8e6f4bd4-540b-40a5-8bbc-69415160debe tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0525649 Apr 07 11:54:31.430131 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b5937b4d-d0ea-4f8d-9afb-36de9583f8b1 req-ed17a717-eda7-4988-a1d2-c6e3ab49099b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459495 Apr 07 11:54:31.451714 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38132) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:31.610799 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20b0083-bab7-422e-a62c-a695d42c8272 tempest-TestShelveInstance-1186779474 tempest-TestShelveInstance-1186779474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:31.612333 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-e20b0083-bab7-422e-a62c-a695d42c8272 tempest-TestShelveInstance-1186779474 tempest-TestShelveInstance-1186779474-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1124 time: 0.1589582 Apr 07 11:54:31.615288 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38136) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:54:31.619619 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.v2.base [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Request body: {'floatingip': {'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'port_id': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109935) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:54:31.622585 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.640394 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.741872 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.851793 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_common [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Allocated IP 172.27.3.52 (3ce769e1-13cd-4692-abd6-fe2549c23c5e/3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed/eb121ab8-be48-4819-b65f-f0edbe3c719e) {{(pid=109935) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:54:31.953159 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for port (eb121ab8-be48-4819-b65f-f0edbe3c719e), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:31.994315 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (eb121ab8-be48-4819-b65f-f0edbe3c719e), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.035705 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Network 3ce769e1-13cd-4692-abd6-fe2549c23c5e is already hosted by enough agents. {{(pid=109935) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:54:32.038642 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.base_scheduler [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Resources bound (agent type, host, resource id): {{(pid=109935) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:54:32.041647 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Received port after_create {{(pid=109935) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:54:32.067495 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'Port': ['ID=eb121ab8-be48-4819-b65f-f0edbe3c719e,revision_number=1']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:32.079961 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.080306 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.080645 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.081008 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.081343 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.081671 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.081996 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.082322 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.082644 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.082969 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.083289 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.083610 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.083941 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.084259 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.084576 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:54:32.423483 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for floatingip (65f25eb3-a442-41c5-b973-d2e4265252f7), precommit_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.492851 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (eb121ab8-be48-4819-b65f-f0edbe3c719e), before_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.650854 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for port (eb121ab8-be48-4819-b65f-f0edbe3c719e), precommit_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.658254 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-129855070'] for port (eb121ab8-be48-4819-b65f-f0edbe3c719e), after_update {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.723305 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event updated for resources: {'Port': ['ID=eb121ab8-be48-4819-b65f-f0edbe3c719e,revision_number=2']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:54:32.734907 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-619207'] for floatingip (65f25eb3-a442-41c5-b973-d2e4265252f7), after_create {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:32.838188 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Floating IP 65f25eb3-a442-41c5-b973-d2e4265252f7 associated. External IP: 172.27.3.52, port: a565c8ec-84a0-4c9a-b097-b916a6bf12fe. Apr 07 11:54:32.989381 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.079182 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f240cb0-2014-43b0-969c-53406e89dcff req-2c659db3-52eb-4b3c-a4d2-de261365f08c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917716 Apr 07 11:54:33.090434 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:54:33.242054 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f240cb0-2014-43b0-969c-53406e89dcff req-fc816cdc-b235-45e3-b566-45458afbee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:33.243395 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f240cb0-2014-43b0-969c-53406e89dcff req-fc816cdc-b235-45e3-b566-45458afbee2d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 1130 time: 0.1063974 Apr 07 11:54:33.248788 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:54:33.259745 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] Sync routers for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:54:33.271274 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:33.271889 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:54:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:33.279575 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:33.349338 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-c56ef829-27e0-442b-be6f-df160a6e0a1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7330236 Apr 07 11:54:33.351319 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:54:33.353684 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238961f2-8426-4186-a57a-ae57a4088a15" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:54:33.383254 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f240cb0-2014-43b0-969c-53406e89dcff req-d38f058d-5d56-4434-958f-4f9a21d65d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:33.384743 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f240cb0-2014-43b0-969c-53406e89dcff req-d38f058d-5d56-4434-958f-4f9a21d65d29 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 912 time: 0.1178885 Apr 07 11:54:33.390147 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:33.397758 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57bd2d7-f31b-4fd2-9a1e-bfbba305ee20 x-openstack-request-id: req-f57bd2d7-f31b-4fd2-9a1e-bfbba305ee20 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:54:33.398050 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:54:33.398303 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f57bd2d7-f31b-4fd2-9a1e-bfbba305ee20 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:54:33.398759 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f57bd2d7-f31b-4fd2-9a1e-bfbba305ee20'] response: {'name': 'network-changed', 'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'status': 'completed', 'code': 200} Apr 07 11:54:33.466464 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f240cb0-2014-43b0-969c-53406e89dcff req-cc86a89a-8e14-46b9-bdea-4de2d3cea286 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c839221-c40e-4482-9bdc-66e732e9e6c7 HTTP/1.1" status: 200 len: 1002 time: 0.0668194 Apr 07 11:54:33.470501 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238961f2-8426-4186-a57a-ae57a4088a15 req-597c80c4-94e8-4ea6-98eb-ad582a9e1b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:33.472074 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-238961f2-8426-4186-a57a-ae57a4088a15 req-597c80c4-94e8-4ea6-98eb-ad582a9e1b89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e4e0156356e4f1989cbbd0216193a42&device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1129 time: 0.0462520 Apr 07 11:54:33.524256 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f240cb0-2014-43b0-969c-53406e89dcff req-fb9b6e54-e35d-4818-bd01-15137137ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:33.525752 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f240cb0-2014-43b0-969c-53406e89dcff req-fb9b6e54-e35d-4818-bd01-15137137ba19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0440438 Apr 07 11:54:33.568313 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238961f2-8426-4186-a57a-ae57a4088a15 req-d00bd53b-4304-4025-ac8f-cddd17ff8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:33.569909 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-238961f2-8426-4186-a57a-ae57a4088a15 req-d00bd53b-4304-4025-ac8f-cddd17ff8e51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=309ae0d4-7e26-4a66-a03a-9f37873823b4 HTTP/1.1" status: 200 len: 910 time: 0.0875123 Apr 07 11:54:33.577959 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f240cb0-2014-43b0-969c-53406e89dcff req-16cc80ef-c6f3-4dfb-b247-e42990133bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:33.580091 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f240cb0-2014-43b0-969c-53406e89dcff req-16cc80ef-c6f3-4dfb-b247-e42990133bb6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474753 Apr 07 11:54:33.625333 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '65f25eb3-a442-41c5-b973-d2e4265252f7', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'port_id': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'mac_address': 'fa:16:3e:1b:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:32Z', 'revision_number': 0, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f1ec8b-ef15-46fe-a769-8f4dc0544d65', 'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:41Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 5, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'subnets': [{'id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:33.647887 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-238961f2-8426-4186-a57a-ae57a4088a15 req-7d5b466b-1e9e-46df-931d-52f9cfcf6e69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe HTTP/1.1" status: 200 len: 998 time: 0.0595682 Apr 07 11:54:33.659405 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] Checking router: 0b1e1a48-81b0-43b9-8d4b-398e2630f94e for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:54:33.668042 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:54:33.668641 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:54:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:33.678245 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f240cb0-2014-43b0-969c-53406e89dcff req-dffaf5c0-972c-47e5-ac4a-002bbdec8d91 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897703 Apr 07 11:54:33.701445 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238961f2-8426-4186-a57a-ae57a4088a15 req-da68d8e3-2f58-4142-90dc-03a7bf45caae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:33.703106 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-238961f2-8426-4186-a57a-ae57a4088a15 req-da68d8e3-2f58-4142-90dc-03a7bf45caae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56cc9f72-9f9b-4e60-bdd9-f3f333fb9844 HTTP/1.1" status: 200 len: 848 time: 0.0442076 Apr 07 11:54:33.758411 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238961f2-8426-4186-a57a-ae57a4088a15 req-5ef648c0-f231-4dc7-a367-438518651e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:54:33.759980 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-238961f2-8426-4186-a57a-ae57a4088a15 req-5ef648c0-f231-4dc7-a367-438518651e23 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=309ae0d4-7e26-4a66-a03a-9f37873823b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484219 Apr 07 11:54:33.780119 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7f240cb0-2014-43b0-969c-53406e89dcff req-f2401747-2540-4bda-9d80-aa1b8f93664e service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882339 Apr 07 11:54:33.780331 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:54:33.853230 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-238961f2-8426-4186-a57a-ae57a4088a15 req-ed7c8056-1450-476f-82e6-ba2f70def8a9 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834289 Apr 07 11:54:33.951120 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-238961f2-8426-4186-a57a-ae57a4088a15 req-ace68c88-5056-4e6c-bbac-28a371dbb942 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908539 Apr 07 11:54:34.012348 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '65f25eb3-a442-41c5-b973-d2e4265252f7', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'port_id': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'mac_address': 'fa:16:3e:1b:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:32Z', 'revision_number': 0, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f1ec8b-ef15-46fe-a769-8f4dc0544d65', 'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:41Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 5, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'subnets': [{'id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:54:34.039338 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41d0180-a5b5-44ad-afdb-aecbd58fc74d None None] The sync data for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi is: [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '65f25eb3-a442-41c5-b973-d2e4265252f7', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'floating_ip_address': '172.27.3.52', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'port_id': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'mac_address': 'fa:16:3e:1b:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:54:32Z', 'updated_at': '2022-04-07T11:54:32Z', 'revision_number': 0, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53f1ec8b-ef15-46fe-a769-8f4dc0544d65', 'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:41Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 5, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'subnets': [{'id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:54:34.226522 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77a02015-3865-4d0f-ad91-d8421eac5496 None None] New status for floating IP 65f25eb3-a442-41c5-b973-d2e4265252f7: ACTIVE {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:54:34.652938 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:54:57.256897 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:54:58.187051 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-2e505d73-88c4-405d-b30b-03e419f4d9dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.408196 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:00.733817 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-e8d72d09-3804-4e88-95eb-2ebaecfb3b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.640969 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:01.755529 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c724903-342b-47c3-b28d-9bed3ceb35a7 req-3b9798ce-ecd4-4c64-9e3c-875e625d8aaf tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:01.757050 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c724903-342b-47c3-b28d-9bed3ceb35a7 req-3b9798ce-ecd4-4c64-9e3c-875e625d8aaf tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 945 time: 0.0574379 Apr 07 11:55:01.805569 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5c724903-342b-47c3-b28d-9bed3ceb35a7 req-1ce121b7-2e99-4700-a946-9f2c1a92511f tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424585 Apr 07 11:55:02.937088 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c0263-8c40-4935-b8d6-dcdf994b7bf9 req-f73082df-c607-44b4-ae3c-5a350e59f89b tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:02.938610 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b08c0263-8c40-4935-b8d6-dcdf994b7bf9 req-f73082df-c607-44b4-ae3c-5a350e59f89b tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 945 time: 0.0622649 Apr 07 11:55:02.991300 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:02.992057 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b08c0263-8c40-4935-b8d6-dcdf994b7bf9 req-bb87c1f9-bf2e-461c-bf48-1e3ba785e5cf tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445433 Apr 07 11:55:03.507641 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-7b474015-13fa-48fd-b4d2-b90aac4c9152 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:03.509250 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-7b474015-13fa-48fd-b4d2-b90aac4c9152 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.52 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 945 time: 0.0591419 Apr 07 11:55:03.602328 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Deleting port e1657f44-af02-4acb-b387-53c540120c11 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:55:03.602623 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (e1657f44-af02-4acb-b387-53c540120c11), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.696416 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] For port e1657f44-af02-4acb-b387-53c540120c11, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=e1657f44-af02-4acb-b387-53c540120c11,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:03.696803 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (e1657f44-af02-4acb-b387-53c540120c11), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.709035 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Calling delete_port for e1657f44-af02-4acb-b387-53c540120c11 owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:55:03.846530 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (e1657f44-af02-4acb-b387-53c540120c11), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.859509 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['e1657f44-af02-4acb-b387-53c540120c11'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:55:03.874530 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Pushing event deleted for resources: {'Port': ['ID=e1657f44-af02-4acb-b387-53c540120c11,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:03.886679 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.887033 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.887376 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.887714 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.888045 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.888374 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.888702 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.889076 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.889400 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.889721 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.890045 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.890366 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.890686 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.891032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.891350 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:03.933485 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] No DVR routers for this DVR port e1657f44-af02-4acb-b387-53c540120c11 on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:55:03.936193 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:03.939626 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e16d6387-2cce-4b94-aa3b-bef7022976fb req-04d08b42-5f4d-4139-949a-b08de26e75ce tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.52 "DELETE /v2.0/ports/e1657f44-af02-4acb-b387-53c540120c11 HTTP/1.1" status: 204 len: 173 time: 0.4242852 Apr 07 11:55:03.940073 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d0953f-2db4-47fd-9035-39e75bac58b7', 'name': 'network-vif-deleted', 'tag': 'e1657f44-af02-4acb-b387-53c540120c11'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:03.942559 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6cabd7-a5ea-4ba8-9b71-127c5a1a0118" -d '{"events": [{"server_uuid": "59d0953f-2db4-47fd-9035-39e75bac58b7", "name": "network-vif-deleted", "tag": "e1657f44-af02-4acb-b387-53c540120c11"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:03.980117 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104d87ff-6eb2-434b-be6d-d641e586289f x-openstack-request-id: req-104d87ff-6eb2-434b-be6d-d641e586289f {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:03.980406 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d0953f-2db4-47fd-9035-39e75bac58b7", "name": "network-vif-deleted", "tag": "e1657f44-af02-4acb-b387-53c540120c11", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:03.980657 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-104d87ff-6eb2-434b-be6d-d641e586289f {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:03.981092 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-104d87ff-6eb2-434b-be6d-d641e586289f'] response: {'server_uuid': '59d0953f-2db4-47fd-9035-39e75bac58b7', 'name': 'network-vif-deleted', 'tag': 'e1657f44-af02-4acb-b387-53c540120c11', 'status': 'completed', 'code': 200} Apr 07 11:55:04.099582 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-506d1afa-c6d9-4aa1-a39f-c8128d52423b req-ef93c3bb-f784-44af-b46b-f8294cab10a5 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=59d0953f-2db4-47fd-9035-39e75bac58b7 HTTP/1.1" status: 200 len: 210 time: 0.0300171 Apr 07 11:55:04.652319 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:08.363581 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device e1657f44-af02-4acb-b387-53c540120c11 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:55:08.392157 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: e1657f44-af02-4acb-b387-53c540120c11 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:55:08.392506 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device e1657f44-af02-4acb-b387-53c540120c11 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:55:14.148540 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-eb498189-e7f7-4f9b-a75f-796b6e6a7865 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:14.150000 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-eb498189-e7f7-4f9b-a75f-796b6e6a7865 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/networks?id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a HTTP/1.1" status: 200 len: 814 time: 0.0983074 Apr 07 11:55:14.164325 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-91ce80b6-93ab-4764-9140-75463229ba49 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/quotas/bff72c4d27be428a9d1b060e94d5a3e9 HTTP/1.1" status: 200 len: 375 time: 0.0088642 Apr 07 11:55:14.194458 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-ba8b3b9b-a573-410c-ab2f-634c41bc904d tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bff72c4d27be428a9d1b060e94d5a3e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253875 Apr 07 11:55:14.286110 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-07b064f3-c6d0-400e-8950-1d2a316357f0 service neutron] 10.222.0.15 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850906 Apr 07 11:55:14.382209 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-94f4ba7a-9d3b-4664-af30-9354721d9f4b service neutron] 10.222.0.15 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882623 Apr 07 11:55:14.539600 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69a60df5-d25e-4b37-826b-4cb25c8e620e req-c5b37242-6686-4244-be2d-c29b5a5d38a1 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 210 time: 0.0270116 Apr 07 11:55:15.493811 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-44f60cb5-248e-4cde-9153-5d43ca9eb16a tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:15.495368 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-44f60cb5-248e-4cde-9153-5d43ca9eb16a tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.52 "GET /v2.0/networks?id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a HTTP/1.1" status: 200 len: 814 time: 0.1041706 Apr 07 11:55:15.507987 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Request body: {'port': {'device_id': '884a05bc-7bb4-4e77-8e6d-311c8ced668a', 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a', 'admin_state_up': True, 'tenant_id': 'bff72c4d27be428a9d1b060e94d5a3e9'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:15.618487 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Made reservation on behalf of bff72c4d27be428a9d1b060e94d5a3e9 for: {'port': 1} {{(pid=109936) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 11:55:15.622265 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.631350 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5875220a-f657-4853-b1c5-87098742e51b req-420f2791-0f2d-40a5-b729-c832d2e2093e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 210 time: 0.0270331 Apr 07 11:55:15.746315 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_common [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Allocated IP 172.20.0.14 (7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a/d591801c-9d86-4ded-b078-4c5f680fee81/36d04d21-a188-4709-835d-4adedc373f2d) {{(pid=109936) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 11:55:15.898523 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks [] for port (36d04d21-a188-4709-835d-4adedc373f2d), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.939644 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8785424230229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (36d04d21-a188-4709-835d-4adedc373f2d), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:15.984809 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a is already hosted by enough agents. {{(pid=109936) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 11:55:15.988377 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.base_scheduler [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Resources bound (agent type, host, resource id): {{(pid=109936) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 11:55:15.991155 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Received port after_create {{(pid=109936) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 11:55:16.023600 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Pushing event updated for resources: {'Port': ['ID=36d04d21-a188-4709-835d-4adedc373f2d,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:16.051692 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:16.052294 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.069519 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-f52c079f-08c7-4942-a615-cfdae5bdf70e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5655491 Apr 07 11:55:16.082394 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.v2.base [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Request body: {'port': {'device_id': '884a05bc-7bb4-4e77-8e6d-311c8ced668a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83682'}} {{(pid=109936) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 11:55:16.142350 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (36d04d21-a188-4709-835d-4adedc373f2d), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.398670 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36d04d21-a188-4709-835d-4adedc373f2d {{(pid=109936) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:16.406337 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Publish callbacks [] for port (36d04d21-a188-4709-835d-4adedc373f2d), precommit_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.418861 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.provisioning_blocks [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Transition to ACTIVE for port object 36d04d21-a188-4709-835d-4adedc373f2d will not be triggered until provisioned by entity L2. {{(pid=109936) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 11:55:16.425329 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (36d04d21-a188-4709-835d-4adedc373f2d), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.475501 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Pushing event updated for resources: {'Port': ['ID=36d04d21-a188-4709-835d-4adedc373f2d,revision_number=2']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:16.544701 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Attempting to bind port 36d04d21-a188-4709-835d-4adedc373f2d on host hv-cinder-83682 for vnic_type normal with profile {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 11:55:16.545559 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Attempting to bind port 36d04d21-a188-4709-835d-4adedc373f2d by drivers openvswitch,hyperv on host hv-cinder-83682 at level 0 using segments [{'id': '19632201-01b7-4431-aae9-c371fccf438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a'}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 11:55:16.545559 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Attempting to bind port 36d04d21-a188-4709-835d-4adedc373f2d on network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:16.550268 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Port 36d04d21-a188-4709-835d-4adedc373f2d on network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83682 {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 11:55:16.550593 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Attempting to bind port 36d04d21-a188-4709-835d-4adedc373f2d on network 7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 11:55:16.555729 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Checking agent: {'id': 'e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83682', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'started_at': datetime.datetime(2022, 4, 7, 11, 43, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 11:55:16.556072 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Checking segment: {'id': '19632201-01b7-4431-aae9-c371fccf438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109936) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 11:55:16.556462 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Bound using segment: {'id': '19632201-01b7-4431-aae9-c371fccf438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a'} {{(pid=109936) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 11:55:16.556910 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.managers [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Bound port: 36d04d21-a188-4709-835d-4adedc373f2d, host: hv-cinder-83682, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19632201-01b7-4431-aae9-c371fccf438e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a'}}] {{(pid=109936) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 11:55:16.557349 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (36d04d21-a188-4709-835d-4adedc373f2d), before_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.622722 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] For port 36d04d21-a188-4709-835d-4adedc373f2d, host hv-cinder-83682, cleared binding levels {{(pid=109936) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 11:55:16.625739 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] For port 36d04d21-a188-4709-835d-4adedc373f2d, host hv-cinder-83682, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=36d04d21-a188-4709-835d-4adedc373f2d,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109936) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 11:55:16.632651 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1978275'] for port (36d04d21-a188-4709-835d-4adedc373f2d), after_update {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.668105 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:16.668285 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:16.669872 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] 10.222.0.52 "PUT /v2.0/ports/36d04d21-a188-4709-835d-4adedc373f2d HTTP/1.1" status: 200 len: 1094 time: 0.5914614 Apr 07 11:55:16.670282 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884a05bc-7bb4-4e77-8e6d-311c8ced668a', 'tag': '36d04d21-a188-4709-835d-4adedc373f2d'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:16.672800 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47d0b51-6512-456d-842a-51cf886077d2" -d '{"events": [{"name": "network-changed", "server_uuid": "884a05bc-7bb4-4e77-8e6d-311c8ced668a", "tag": "36d04d21-a188-4709-835d-4adedc373f2d"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:16.696636 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b53a6-2bd2-4e80-a504-fcaa97a0b31d service neutron] Pushing event updated for resources: {'Port': ['ID=36d04d21-a188-4709-835d-4adedc373f2d,revision_number=3']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:16.728428 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230f9adf-130f-4e78-94b9-886f01c912da x-openstack-request-id: req-230f9adf-130f-4e78-94b9-886f01c912da {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:16.728873 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884a05bc-7bb4-4e77-8e6d-311c8ced668a", "tag": "36d04d21-a188-4709-835d-4adedc373f2d", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:16.729259 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-230f9adf-130f-4e78-94b9-886f01c912da {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:16.729737 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-230f9adf-130f-4e78-94b9-886f01c912da'] response: {'name': 'network-changed', 'server_uuid': '884a05bc-7bb4-4e77-8e6d-311c8ced668a', 'tag': '36d04d21-a188-4709-835d-4adedc373f2d', 'status': 'completed', 'code': 200} Apr 07 11:55:16.769034 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-6adc7d6f-98d0-41ef-a9b1-fdef869366a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:16.770625 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-6adc7d6f-98d0-41ef-a9b1-fdef869366a2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bff72c4d27be428a9d1b060e94d5a3e9&device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 1128 time: 0.0514317 Apr 07 11:55:16.774795 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a6ed2-5521-4c09-8461-b9c74eba0480 req-79f6fb73-b0fb-46f8-a943-47c93921f94e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:16.780041 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b7a6ed2-5521-4c09-8461-b9c74eba0480 req-79f6fb73-b0fb-46f8-a943-47c93921f94e tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 944 time: 0.0536454 Apr 07 11:55:16.816216 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-7d9e1ce3-c209-4dac-9f60-c625fe51bd8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36d04d21-a188-4709-835d-4adedc373f2d HTTP/1.1" status: 200 len: 217 time: 0.0389726 Apr 07 11:55:16.825408 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b7a6ed2-5521-4c09-8461-b9c74eba0480 req-5b4f03bf-492e-4434-add2-bedb2407bc57 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420723 Apr 07 11:55:16.867773 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-425cc314-b8ea-497f-bf85-fc92a2d9e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:16.869290 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-425cc314-b8ea-497f-bf85-fc92a2d9e6c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d591801c-9d86-4ded-b078-4c5f680fee81 HTTP/1.1" status: 200 len: 854 time: 0.0468228 Apr 07 11:55:16.901829 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-5dcece94-386e-40d9-a8e9-8854dbb6ce88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261862 Apr 07 11:55:17.010231 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-b7a15e56-fef7-4197-9336-4744d2287bb2 service neutron] 10.222.0.52 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020074 Apr 07 11:55:17.098647 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b3a6b0d7-ea22-41a2-bd39-0659ac53aabb req-ddea020f-d945-42c6-ab34-0aabf3121f67 service neutron] 10.222.0.52 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820954 Apr 07 11:55:17.961517 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcf0a0-957c-4e88-b772-1b89eb6a0e6d req-24305220-de73-4c92-b732-977cea546ff3 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:17.963386 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c1fcf0a0-957c-4e88-b772-1b89eb6a0e6d req-24305220-de73-4c92-b732-977cea546ff3 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 944 time: 0.0604177 Apr 07 11:55:18.013171 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c1fcf0a0-957c-4e88-b772-1b89eb6a0e6d req-6f25449c-555b-49b1-b210-27f087669f7c tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Apr 07 11:55:18.091296 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d0b51-6512-456d-842a-51cf886077d2 req-3745c0ff-1015-4bf5-9c97-56acd49f603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:18.092866 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a47d0b51-6512-456d-842a-51cf886077d2 req-3745c0ff-1015-4bf5-9c97-56acd49f603b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bff72c4d27be428a9d1b060e94d5a3e9&device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 1128 time: 0.0567307 Apr 07 11:55:18.188292 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d0b51-6512-456d-842a-51cf886077d2 req-385782f2-caca-4683-8923-2e2fa08e6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:18.189885 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a47d0b51-6512-456d-842a-51cf886077d2 req-385782f2-caca-4683-8923-2e2fa08e6a62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a HTTP/1.1" status: 200 len: 915 time: 0.0902798 Apr 07 11:55:18.234718 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a47d0b51-6512-456d-842a-51cf886077d2 req-cb145107-18e4-4c29-93e9-5e1f3e2a70cc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36d04d21-a188-4709-835d-4adedc373f2d HTTP/1.1" status: 200 len: 217 time: 0.0341849 Apr 07 11:55:18.286996 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d0b51-6512-456d-842a-51cf886077d2 req-c759a41c-716b-4127-96b0-67596011efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:18.288454 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a47d0b51-6512-456d-842a-51cf886077d2 req-c759a41c-716b-4127-96b0-67596011efdd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d591801c-9d86-4ded-b078-4c5f680fee81 HTTP/1.1" status: 200 len: 854 time: 0.0472896 Apr 07 11:55:18.319595 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a47d0b51-6512-456d-842a-51cf886077d2 req-6e2b0ddc-19bc-45d2-a3dd-86e65b417eea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247214 Apr 07 11:55:18.407982 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a47d0b51-6512-456d-842a-51cf886077d2 req-897e907f-b383-49bb-aa6f-101a062a1cbb service neutron] 10.222.0.52 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821538 Apr 07 11:55:18.512552 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a47d0b51-6512-456d-842a-51cf886077d2 req-7d3bf65f-e80d-4e08-9d9d-d737f93c5bc5 service neutron] 10.222.0.52 "GET /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979078 Apr 07 11:55:19.156921 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30c7e5-c084-4c9d-a614-c765f1d33f15 req-0edfa14d-6099-4ca2-941c-d6d7e47f3f97 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:19.158380 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4d30c7e5-c084-4c9d-a614-c765f1d33f15 req-0edfa14d-6099-4ca2-941c-d6d7e47f3f97 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 944 time: 0.0642881 Apr 07 11:55:19.206816 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4d30c7e5-c084-4c9d-a614-c765f1d33f15 req-b22078ff-01fe-4efb-8dd4-2ab504096128 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402460 Apr 07 11:55:20.343403 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b931f12-1ce1-40ab-9fd1-80869f4688b5 req-6c69d750-af61-448d-8df3-6dcf68d375d2 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:20.344895 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b931f12-1ce1-40ab-9fd1-80869f4688b5 req-6c69d750-af61-448d-8df3-6dcf68d375d2 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 944 time: 0.0541954 Apr 07 11:55:20.400079 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8b931f12-1ce1-40ab-9fd1-80869f4688b5 req-9cced2be-f209-4baf-969a-d8849109e684 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457826 Apr 07 11:55:20.405188 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 36d04d21-a188-4709-835d-4adedc373f2d details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:55:20.504121 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 36d04d21-a188-4709-835d-4adedc373f2d, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=36d04d21-a188-4709-835d-4adedc373f2d,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:20.515243 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': '36d04d21-a188-4709-835d-4adedc373f2d', 'network_id': '7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a', 'port_id': '36d04d21-a188-4709-835d-4adedc373f2d', 'mac_address': 'fa:16:3e:35:5e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd591801c-9d86-4ded-b078-4c5f680fee81', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:55:20.552346 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 36d04d21-a188-4709-835d-4adedc373f2d is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:20.552722 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (36d04d21-a188-4709-835d-4adedc373f2d), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:20.565880 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36d04d21-a188-4709-835d-4adedc373f2d {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:55:20.586186 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 36d04d21-a188-4709-835d-4adedc373f2d, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=36d04d21-a188-4709-835d-4adedc373f2d,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:20.593595 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (36d04d21-a188-4709-835d-4adedc373f2d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:20.642898 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=36d04d21-a188-4709-835d-4adedc373f2d,revision_number=4']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:20.649993 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.650341 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.650682 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.651021 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.651357 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.651682 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.652009 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.652331 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.652655 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.653001 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.653324 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.653645 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.653948 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.654311 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.655257 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:20.867188 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['36d04d21-a188-4709-835d-4adedc373f2d'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:55:21.527416 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7f15f-a8b4-425e-ae6f-0dfd3e52b8a2 req-8fc51692-f6cd-44d6-9ff8-7fa2fdc5b46f tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:21.529669 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0ce7f15f-a8b4-425e-ae6f-0dfd3e52b8a2 req-8fc51692-f6cd-44d6-9ff8-7fa2fdc5b46f tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 945 time: 0.0555780 Apr 07 11:55:21.575754 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0ce7f15f-a8b4-425e-ae6f-0dfd3e52b8a2 req-153fbbd8-986f-42f5-bbe3-5563ee3258d3 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Apr 07 11:55:22.421535 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 36d04d21-a188-4709-835d-4adedc373f2d up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:55:22.480128 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning for port 36d04d21-a188-4709-835d-4adedc373f2d completed by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 11:55:22.483861 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port 36d04d21-a188-4709-835d-4adedc373f2d triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:55:22.484233 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (36d04d21-a188-4709-835d-4adedc373f2d), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:22.566101 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port 36d04d21-a188-4709-835d-4adedc373f2d is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:55:22.566464 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (36d04d21-a188-4709-835d-4adedc373f2d), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:22.589737 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a05bc-7bb4-4e77-8e6d-311c8ced668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d04d21-a188-4709-835d-4adedc373f2d'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:22.592253 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a624a0-767c-44fc-a37a-bc572f79f7dd" -d '{"events": [{"server_uuid": "884a05bc-7bb4-4e77-8e6d-311c8ced668a", "name": "network-vif-plugged", "status": "completed", "tag": "36d04d21-a188-4709-835d-4adedc373f2d"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:22.606643 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port 36d04d21-a188-4709-835d-4adedc373f2d, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=36d04d21-a188-4709-835d-4adedc373f2d,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:22.612119 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (36d04d21-a188-4709-835d-4adedc373f2d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:22.637793 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa068da-16f0-4000-b71f-39413c6544c7 x-openstack-request-id: req-dfa068da-16f0-4000-b71f-39413c6544c7 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:22.638100 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884a05bc-7bb4-4e77-8e6d-311c8ced668a", "name": "network-vif-plugged", "status": "completed", "tag": "36d04d21-a188-4709-835d-4adedc373f2d", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:22.638373 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfa068da-16f0-4000-b71f-39413c6544c7 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:22.638790 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfa068da-16f0-4000-b71f-39413c6544c7'] response: {'server_uuid': '884a05bc-7bb4-4e77-8e6d-311c8ced668a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36d04d21-a188-4709-835d-4adedc373f2d', 'code': 200} Apr 07 11:55:22.667688 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=36d04d21-a188-4709-835d-4adedc373f2d,revision_number=5']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:22.713283 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddf7ab-4642-4a66-a944-7a73d0c450f6 req-50a0e892-947e-424c-8e4c-ac9a9b11563a tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:22.714994 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e9ddf7ab-4642-4a66-a944-7a73d0c450f6 req-50a0e892-947e-424c-8e4c-ac9a9b11563a tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 946 time: 0.0666871 Apr 07 11:55:22.763416 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e9ddf7ab-4642-4a66-a944-7a73d0c450f6 req-370244bc-7fb3-415f-a715-ece28d5ebd84 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427120 Apr 07 11:55:22.822666 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec588424-73ff-43bb-838b-9e616b5a7eb7 req-21e6374e-6edf-4302-9ca5-246a48e5e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:22.824159 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-ec588424-73ff-43bb-838b-9e616b5a7eb7 req-21e6374e-6edf-4302-9ca5-246a48e5e160 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 1130 time: 0.0431089 Apr 07 11:55:22.870108 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-ec588424-73ff-43bb-838b-9e616b5a7eb7 req-0f08b5d7-e156-42e5-971a-5db9ada9aff2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370052 Apr 07 11:55:23.890784 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01274a27-053b-4732-b56e-2900b6c61716 req-a4321e13-7b91-4709-8fcc-bcad23c0714f tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:23.892256 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01274a27-053b-4732-b56e-2900b6c61716 req-a4321e13-7b91-4709-8fcc-bcad23c0714f tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 946 time: 0.0594299 Apr 07 11:55:23.946481 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-01274a27-053b-4732-b56e-2900b6c61716 req-bcf2dd68-0926-40b9-b6df-c885137f4092 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 Apr 07 11:55:25.073796 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47447fc-b022-4761-913d-2379aebb1004 req-4c68dcab-6b5b-4ab4-9346-af2d1601a115 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:25.075296 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b47447fc-b022-4761-913d-2379aebb1004 req-4c68dcab-6b5b-4ab4-9346-af2d1601a115 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 946 time: 0.0536342 Apr 07 11:55:25.122127 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b47447fc-b022-4761-913d-2379aebb1004 req-51f67ee8-280e-487e-9139-92dfa1261e8d tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408769 Apr 07 11:55:28.191305 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a723-ca48-43ae-b5ec-b977750477bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.413004 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:30.738440 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-04eb8e8d-fd2a-46ea-b63b-f38969fa2c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:31.640029 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:32.994958 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:33.294670 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-3d5f52eb-dc99-405a-ae1c-bd4fe9ef39eb service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469127 Apr 07 11:55:33.361063 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-7b21df4f-9297-43ac-b123-396ee1a17e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:33.362510 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-7b21df4f-9297-43ac-b123-396ee1a17e3c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 1130 time: 0.0465577 Apr 07 11:55:33.478037 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-0aaf3d4e-30bb-4e79-a350-d26d6681e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:33.479499 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-0aaf3d4e-30bb-4e79-a350-d26d6681e97d service neutron] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 912 time: 0.0952079 Apr 07 11:55:34.256072 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:55:34.350445 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-9952d383-210e-41c9-a508-3a66c4849c57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea HTTP/1.1" status: 200 len: 1002 time: 0.0682378 Apr 07 11:55:34.663486 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:35.160329 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-19adf6b2-555f-4017-9cea-b45c7ad7b5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:35.161810 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-19adf6b2-555f-4017-9cea-b45c7ad7b5fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0481331 Apr 07 11:55:36.066612 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-830a88f9-e1c1-4d55-beb6-0e10bfff6b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:36.068231 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-830a88f9-e1c1-4d55-beb6-0e10bfff6b53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505202 Apr 07 11:55:36.163497 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-ac242b58-72bc-4a35-90e0-dfab913b9e43 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877426 Apr 07 11:55:36.270450 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b72e3c2f-6ae1-4fce-86fc-2b694d693b3b req-fcc3fc38-6506-49cd-bf2a-8b1ead515dd0 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000605 Apr 07 11:55:46.465757 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcef6a-f8d8-48e1-8dac-1b69fdef742f req-e5a71c60-a4fe-4dba-b068-893608699469 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:46.467098 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-85dcef6a-f8d8-48e1-8dac-1b69fdef742f req-e5a71c60-a4fe-4dba-b068-893608699469 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 946 time: 0.0527961 Apr 07 11:55:46.518321 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-85dcef6a-f8d8-48e1-8dac-1b69fdef742f req-19301e69-e536-4bdf-8ae9-9a50e5f336d2 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Apr 07 11:55:47.715833 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6baa6-2376-45d9-8309-9fe0e7a4ebca req-d1218e7d-cb66-46e1-973f-b9dffd6e00d9 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:47.717582 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ece6baa6-2376-45d9-8309-9fe0e7a4ebca req-d1218e7d-cb66-46e1-973f-b9dffd6e00d9 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 946 time: 0.1152496 Apr 07 11:55:47.766463 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ece6baa6-2376-45d9-8309-9fe0e7a4ebca req-48e8e138-ad6b-4f83-a922-ad8df17dc364 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/security-groups?id=4b8e22bb-5704-4dbb-af28-afcb42116d74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Apr 07 11:55:48.325301 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-bb6b4590-c20e-43eb-a224-ed31e8bd6c84 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:48.326747 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-bb6b4590-c20e-43eb-a224-ed31e8bd6c84 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.52 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 946 time: 0.0656471 Apr 07 11:55:48.423601 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Deleting port 36d04d21-a188-4709-835d-4adedc373f2d {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:55:48.423967 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (36d04d21-a188-4709-835d-4adedc373f2d), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:48.515802 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] For port 36d04d21-a188-4709-835d-4adedc373f2d, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=36d04d21-a188-4709-835d-4adedc373f2d,segment=NetworkSegment(19632201-01b7-4431-aae9-c371fccf438e),segment_id=19632201-01b7-4431-aae9-c371fccf438e)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:48.516172 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (36d04d21-a188-4709-835d-4adedc373f2d), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:48.528503 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Calling delete_port for 36d04d21-a188-4709-835d-4adedc373f2d owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:55:48.662758 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (36d04d21-a188-4709-835d-4adedc373f2d), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:48.676969 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['36d04d21-a188-4709-835d-4adedc373f2d'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:55:48.688920 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Pushing event deleted for resources: {'Port': ['ID=36d04d21-a188-4709-835d-4adedc373f2d,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:48.734587 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] No DVR routers for this DVR port 36d04d21-a188-4709-835d-4adedc373f2d on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:55:48.737503 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:48.740839 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-b738a138-a19d-42e0-9c73-4c163d244f11 req-a1550093-ce78-4900-87b4-f6ad6f831941 tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.52 "DELETE /v2.0/ports/36d04d21-a188-4709-835d-4adedc373f2d HTTP/1.1" status: 204 len: 173 time: 0.4074781 Apr 07 11:55:48.741276 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884a05bc-7bb4-4e77-8e6d-311c8ced668a', 'name': 'network-vif-deleted', 'tag': '36d04d21-a188-4709-835d-4adedc373f2d'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:48.743543 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae9a01b-647d-47c3-976a-ac282ddd6d7e" -d '{"events": [{"server_uuid": "884a05bc-7bb4-4e77-8e6d-311c8ced668a", "name": "network-vif-deleted", "tag": "36d04d21-a188-4709-835d-4adedc373f2d"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:48.784394 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37adb75a-d92a-46cf-b3d3-e80657a3c908 x-openstack-request-id: req-37adb75a-d92a-46cf-b3d3-e80657a3c908 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:48.784659 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884a05bc-7bb4-4e77-8e6d-311c8ced668a", "name": "network-vif-deleted", "tag": "36d04d21-a188-4709-835d-4adedc373f2d", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:48.784939 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37adb75a-d92a-46cf-b3d3-e80657a3c908 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:48.785343 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37adb75a-d92a-46cf-b3d3-e80657a3c908'] response: {'server_uuid': '884a05bc-7bb4-4e77-8e6d-311c8ced668a', 'name': 'network-vif-deleted', 'tag': '36d04d21-a188-4709-835d-4adedc373f2d', 'status': 'completed', 'code': 200} Apr 07 11:55:48.862944 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-cb5b6465-58df-49b1-a02d-819af70572e0 req-c7889ef5-66f3-47e5-8ad8-fe7fa448e0ec tempest-VolumesSnapshotTestJSON-1361733591 tempest-VolumesSnapshotTestJSON-1361733591-project] 10.222.0.15 "GET /v2.0/ports?device_id=884a05bc-7bb4-4e77-8e6d-311c8ced668a HTTP/1.1" status: 200 len: 210 time: 0.0273907 Apr 07 11:55:52.788124 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 36d04d21-a188-4709-835d-4adedc373f2d no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:55:52.808222 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 36d04d21-a188-4709-835d-4adedc373f2d {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:55:52.808578 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 36d04d21-a188-4709-835d-4adedc373f2d not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:55:53.847387 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38486) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:55:54.012425 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Deleting port 490cce07-fff0-4b65-8703-a17347cff2b9 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:55:54.012765 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (490cce07-fff0-4b65-8703-a17347cff2b9), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:54.088694 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (490cce07-fff0-4b65-8703-a17347cff2b9), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:54.089056 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (490cce07-fff0-4b65-8703-a17347cff2b9), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:54.103151 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Calling delete_port for 490cce07-fff0-4b65-8703-a17347cff2b9 owned by network:floatingip {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:55:54.264492 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (490cce07-fff0-4b65-8703-a17347cff2b9), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:54.294557 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event deleted for resources: {'Port': ['ID=490cce07-fff0-4b65-8703-a17347cff2b9,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:54.304925 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.305260 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.305608 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.305942 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.306255 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.306594 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.307504 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.307504 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.307504 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.307845 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.308161 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.308484 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.308806 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.309144 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.309454 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:55:54.378329 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (a7fdcae4-2519-4603-a14e-dc1a7129f9f6), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:54.378836 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Floating IP a7fdcae4-2519-4603-a14e-dc1a7129f9f6 disassociated (deleted). External IP: 172.27.3.124, port: fdd524d8-4dea-4b02-9e94-55f413a205ea. Apr 07 11:55:54.878731 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Router 6ae7976c-23c4-4995-8e05-e133911b86fc has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:55:54.988529 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:55:54.993489 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:54.999393 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] Sync routers for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:55:55.009955 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:55:55.010562 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:55:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:55.022383 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-bb72a829-2d36-4249-a02e-0bd616127df9 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "DELETE /v2.0/floatingips/a7fdcae4-2519-4603-a14e-dc1a7129f9f6 HTTP/1.1" status: 204 len: 168 time: 1.1738281 Apr 07 11:55:55.023025 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:55.025430 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aeee7f-aefb-4cd4-8738-05790d091344" -d '{"events": [{"name": "network-changed", "server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:55.118997 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d654de-a1d7-4c51-b08c-6f9d5e36fc34 x-openstack-request-id: req-b1d654de-a1d7-4c51-b08c-6f9d5e36fc34 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:55.119354 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:55.119667 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1d654de-a1d7-4c51-b08c-6f9d5e36fc34 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:55.120136 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d654de-a1d7-4c51-b08c-6f9d5e36fc34'] response: {'name': 'network-changed', 'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'status': 'completed', 'code': 200} Apr 07 11:55:55.134106 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:55:55.243242 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-ae9998df-14f3-4bf0-af7a-937f22ba662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:55.244650 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-ae9998df-14f3-4bf0-af7a-937f22ba662e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 1130 time: 0.0981436 Apr 07 11:55:55.267932 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a92fa-39e8-4415-b419-bc2fc9413f7c req-6ba01147-afdc-40b1-8568-1f10895a8f8c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:55.269507 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-db3a92fa-39e8-4415-b419-bc2fc9413f7c req-6ba01147-afdc-40b1-8568-1f10895a8f8c tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 946 time: 0.0543792 Apr 07 11:55:55.317076 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-db3a92fa-39e8-4415-b419-bc2fc9413f7c req-990bcba4-dc86-4597-96a7-12a4c806ff46 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417025 Apr 07 11:55:55.362018 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '0eaeda3b-c3fd-410e-86d5-636f60220e72', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:10Z', 'updated_at': '2022-04-07T11:52:12Z', 'revision_number': 1, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:55.390788 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] Checking router: 6ae7976c-23c4-4995-8e05-e133911b86fc for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:55:55.399763 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:55:55.400359 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:55:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:55.510447 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:55:55.739130 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '0eaeda3b-c3fd-410e-86d5-636f60220e72', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:10Z', 'updated_at': '2022-04-07T11:52:12Z', 'revision_number': 1, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:55:55.764877 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb78e4-c80b-4b2f-8487-dc3269827526 None None] The sync data for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi is: [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_floatingips': [{'id': '0eaeda3b-c3fd-410e-86d5-636f60220e72', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'router_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'port_id': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'mac_address': 'fa:16:3e:7b:91:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377cdc80-2831-41de-a47d-37606efebc66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T11:52:10Z', 'updated_at': '2022-04-07T11:52:12Z', 'revision_number': 1, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:55:55.988372 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617c5b46-322b-4954-bdac-4f709600ebcc None None] New status for floating IP a7fdcae4-2519-4603-a14e-dc1a7129f9f6: DOWN {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:55:56.397126 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-4f251c94-3c7d-4427-8f89-7620e797b190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:56.398715 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-4f251c94-3c7d-4427-8f89-7620e797b190 service neutron] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 912 time: 0.1031551 Apr 07 11:55:56.442310 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decea9b-d173-4275-922b-c3424c934770 req-ca130d46-e513-4e65-9b03-1ad7f6d55bed tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:56.443836 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1decea9b-d173-4275-922b-c3424c934770 req-ca130d46-e513-4e65-9b03-1ad7f6d55bed tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 946 time: 0.0517404 Apr 07 11:55:56.497047 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1decea9b-d173-4275-922b-c3424c934770 req-2e00e0ac-7df0-44ec-8eec-5ce1bb8859f5 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469744 Apr 07 11:55:56.498941 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-fc078aa8-e325-466b-a76b-73510e23d265 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea HTTP/1.1" status: 200 len: 217 time: 0.0384910 Apr 07 11:55:56.805630 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-6799e065-5e91-4d4b-9d31-1b598ab0fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:56.807173 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-6799e065-5e91-4d4b-9d31-1b598ab0fe53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.3022606 Apr 07 11:55:56.819118 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-c16f7f34-6b6a-4c49-ac89-0d98ae10bc2e tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:56.820648 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-c16f7f34-6b6a-4c49-ac89-0d98ae10bc2e tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 946 time: 0.0550175 Apr 07 11:55:56.858067 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-a32f822c-b622-4af7-ada4-425dcf80a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:55:56.859588 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-a32f822c-b622-4af7-ada4-425dcf80a25c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458322 Apr 07 11:55:56.870413 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-a047986d-5cf6-4ce4-911f-fe6aad268334 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:55:56.871351 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-a047986d-5cf6-4ce4-911f-fe6aad268334 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049031 Apr 07 11:55:56.914182 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Deleting port fdd524d8-4dea-4b02-9e94-55f413a205ea {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:55:56.914536 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:56.962974 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-3af1e1ad-b037-49bc-9aae-b83833d7c2ee service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853381 Apr 07 11:55:57.005482 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] For port fdd524d8-4dea-4b02-9e94-55f413a205ea, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=fdd524d8-4dea-4b02-9e94-55f413a205ea,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:55:57.005870 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:57.019190 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Calling delete_port for fdd524d8-4dea-4b02-9e94-55f413a205ea owned by compute:nova {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:55:57.051404 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-45aeee7f-aefb-4cd4-8738-05790d091344 req-79520db1-2946-4e94-ba07-377c79d9e860 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814800 Apr 07 11:55:57.160333 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (fdd524d8-4dea-4b02-9e94-55f413a205ea), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:57.189642 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event deleted for resources: {'Port': ['ID=fdd524d8-4dea-4b02-9e94-55f413a205ea,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:55:57.232864 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] No DVR routers for this DVR port fdd524d8-4dea-4b02-9e94-55f413a205ea on host hv-cinder-83682 {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:55:57.235542 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:55:57.239092 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8dc38a45-e5c2-42f6-81f7-b42272d17e71 req-fb86635c-c5ae-4643-86da-82dbfc588cea tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "DELETE /v2.0/ports/fdd524d8-4dea-4b02-9e94-55f413a205ea HTTP/1.1" status: 204 len: 173 time: 0.4119129 Apr 07 11:55:57.239543 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'name': 'network-vif-deleted', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:55:57.241879 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671d8ac2-a0f2-4827-99ba-3421024a796e" -d '{"events": [{"server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "name": "network-vif-deleted", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:55:57.288332 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288e24e9-2988-4b13-9915-a173b5a216eb x-openstack-request-id: req-288e24e9-2988-4b13-9915-a173b5a216eb {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:55:57.288611 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5659339-84d4-4e20-9d4b-5e7d53c76aa9", "name": "network-vif-deleted", "tag": "fdd524d8-4dea-4b02-9e94-55f413a205ea", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:55:57.288888 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-288e24e9-2988-4b13-9915-a173b5a216eb {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:55:57.289288 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-288e24e9-2988-4b13-9915-a173b5a216eb'] response: {'server_uuid': 'b5659339-84d4-4e20-9d4b-5e7d53c76aa9', 'name': 'network-vif-deleted', 'tag': 'fdd524d8-4dea-4b02-9e94-55f413a205ea', 'status': 'completed', 'code': 200} Apr 07 11:55:57.598500 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-8f69f2e2-6e47-46bd-b766-551d8ce6a022 req-b47adecd-2d5d-4a90-bfb0-f49af930c01a tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5659339-84d4-4e20-9d4b-5e7d53c76aa9 HTTP/1.1" status: 200 len: 210 time: 0.0312459 Apr 07 11:55:58.207262 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-24036e31-aa3a-430b-918d-f56693562bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:00.421384 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:00.743156 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4dff444d-e96b-43c1-a2fe-24a7f2f3fed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:00.915826 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device fdd524d8-4dea-4b02-9e94-55f413a205ea no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:00.936108 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: fdd524d8-4dea-4b02-9e94-55f413a205ea {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:56:00.936447 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device fdd524d8-4dea-4b02-9e94-55f413a205ea not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:56:01.639442 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:02.999283 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.006145 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38568) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:04.171389 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Deleting port 2704bbfa-7ffc-457b-9362-55f1b73b3b74 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:04.171694 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (2704bbfa-7ffc-457b-9362-55f1b73b3b74), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.262214 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (2704bbfa-7ffc-457b-9362-55f1b73b3b74), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.262549 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (2704bbfa-7ffc-457b-9362-55f1b73b3b74), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.275521 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Calling delete_port for 2704bbfa-7ffc-457b-9362-55f1b73b3b74 owned by network:floatingip {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:04.433741 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (2704bbfa-7ffc-457b-9362-55f1b73b3b74), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.457808 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event deleted for resources: {'Port': ['ID=2704bbfa-7ffc-457b-9362-55f1b73b3b74,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:04.530619 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (0eaeda3b-c3fd-410e-86d5-636f60220e72), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.531009 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.db.l3_db [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Floating IP 0eaeda3b-c3fd-410e-86d5-636f60220e72 disassociated (deleted). External IP: 172.27.3.102, port: 2c839221-c40e-4482-9bdc-66e732e9e6c7. Apr 07 11:56:04.650577 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.754219 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Router 6ae7976c-23c4-4995-8e05-e133911b86fc has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:56:04.869039 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:56:04.874208 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:04.878995 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] Sync routers for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:56:04.889696 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:56:04.890324 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:56:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:04.903613 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-a1d441d5-b7e7-4336-a49c-08d131cd8198 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "DELETE /v2.0/floatingips/0eaeda3b-c3fd-410e-86d5-636f60220e72 HTTP/1.1" status: 204 len: 168 time: 0.8961751 Apr 07 11:56:04.904249 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:56:04.906665 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69173ad0-5078-4a3a-a4a9-99b9c559dc58" -d '{"events": [{"name": "network-changed", "server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:56:04.944435 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fefebb-c644-454f-8c34-1fc028c3fb87 x-openstack-request-id: req-d0fefebb-c644-454f-8c34-1fc028c3fb87 {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:56:04.944899 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:56:04.945268 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0fefebb-c644-454f-8c34-1fc028c3fb87 {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:56:04.945682 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fefebb-c644-454f-8c34-1fc028c3fb87'] response: {'name': 'network-changed', 'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'status': 'completed', 'code': 200} Apr 07 11:56:05.003153 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:56:05.029336 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-f233fe9e-5960-4ef9-92ae-69d4acef6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:05.033084 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-f233fe9e-5960-4ef9-92ae-69d4acef6fd1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 1130 time: 0.0568922 Apr 07 11:56:05.135598 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacdbbcd-a46a-4aba-a938-0b12b174e254 req-aeb7f6a6-4f40-493f-ace1-f644991279a0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:05.137234 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eacdbbcd-a46a-4aba-a938-0b12b174e254 req-aeb7f6a6-4f40-493f-ace1-f644991279a0 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 946 time: 0.0532420 Apr 07 11:56:05.188485 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-eacdbbcd-a46a-4aba-a938-0b12b174e254 req-85d83dd6-a330-455a-b9c0-d771362062c5 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451975 Apr 07 11:56:05.204723 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:05.235281 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] Checking router: 6ae7976c-23c4-4995-8e05-e133911b86fc for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:56:05.244133 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:56:05.244746 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:56:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:05.368545 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:56:05.703216 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:05.729630 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2070e76a-46a0-4156-8fe2-cb75e8fc6ce2 None None] The sync data for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi is: [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:48:03Z', 'revision_number': 4, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': 'c5e7b391-c070-4099-8aaa-f36797c993f1', 'name': '', 'network_id': '03994c54-3577-4093-861c-ec84d9d77c85', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'mac_address': 'fa:16:3e:2f:9d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:02Z', 'updated_at': '2022-04-07T11:48:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'subnets': [{'id': 'f38c5977-0203-4668-a1ef-c4a4a5df9f57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:56:05.954764 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed872ce-1e3c-4c4a-8ee9-8cfe966f2df6 None None] New status for floating IP 0eaeda3b-c3fd-410e-86d5-636f60220e72: DOWN {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:56:06.343510 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-84d02e07-dc93-4ccd-883d-d7f4a70fa43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:06.345037 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-84d02e07-dc93-4ccd-883d-d7f4a70fa43c service neutron] 10.222.0.52 "GET /v2.0/networks?id=03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 200 len: 912 time: 0.1183887 Apr 07 11:56:06.359083 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aced97f-2f57-4ca8-8f46-e9a60b4cad83 req-e7398675-358d-4286-a2f6-4487d4f566c5 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:06.360470 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5aced97f-2f57-4ca8-8f46-e9a60b4cad83 req-e7398675-358d-4286-a2f6-4487d4f566c5 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 946 time: 0.0778730 Apr 07 11:56:06.418421 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-4aa2d2d0-10ec-4eb0-aad8-989c1c17c8ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c839221-c40e-4482-9bdc-66e732e9e6c7 HTTP/1.1" status: 200 len: 217 time: 0.0484374 Apr 07 11:56:06.450522 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5aced97f-2f57-4ca8-8f46-e9a60b4cad83 req-d1a9771d-5c5e-4a70-a5dc-06c7e7236832 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f83b37-2803-4ee4-9309-bee8266a964c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817220 Apr 07 11:56:06.572613 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-80cd8586-cfe8-4f2c-9696-bf7e892cecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:06.574088 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-80cd8586-cfe8-4f2c-9696-bf7e892cecfb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 200 len: 850 time: 0.0446956 Apr 07 11:56:06.628892 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-62f18b0d-44fb-485c-96a4-8622b4f4b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:06.630377 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-62f18b0d-44fb-485c-96a4-8622b4f4b97d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=03994c54-3577-4093-861c-ec84d9d77c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495081 Apr 07 11:56:06.840802 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-5a5da0d0-b332-4c1c-89af-222086c2fbfc service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868084 Apr 07 11:56:06.866593 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-f44d4ca6-1a83-49cc-bddb-12b6e66bc245 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:06.868073 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-f44d4ca6-1a83-49cc-bddb-12b6e66bc245 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 946 time: 0.0542560 Apr 07 11:56:06.932932 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-69173ad0-5078-4a3a-a4a9-99b9c559dc58 req-9aa0212a-96bb-4a84-85d5-a725368593b3 service neutron] 10.222.0.52 "GET /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Apr 07 11:56:06.973934 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Deleting port 2c839221-c40e-4482-9bdc-66e732e9e6c7 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:06.974359 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.074923 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] For port 2c839221-c40e-4482-9bdc-66e732e9e6c7, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=2c839221-c40e-4482-9bdc-66e732e9e6c7,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:07.075291 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.088968 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Calling delete_port for 2c839221-c40e-4482-9bdc-66e732e9e6c7 owned by compute:nova {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:07.227848 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (2c839221-c40e-4482-9bdc-66e732e9e6c7), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.257992 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event deleted for resources: {'Port': ['ID=2c839221-c40e-4482-9bdc-66e732e9e6c7,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:07.266703 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.267053 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.267395 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.267719 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.268052 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.268381 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.268708 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.269063 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.269392 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.269711 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.270036 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.270360 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.270684 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.271009 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.271331 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:07.315900 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] No DVR routers for this DVR port 2c839221-c40e-4482-9bdc-66e732e9e6c7 on host hv-cinder-83682 {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:56:07.318607 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:07.322054 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-451b566b-6cd8-4a19-873a-52dd6ce8f3dc req-6d41bc6e-4e8a-4695-99c4-e3d6cdabc2ee tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.52 "DELETE /v2.0/ports/2c839221-c40e-4482-9bdc-66e732e9e6c7 HTTP/1.1" status: 204 len: 173 time: 0.4478712 Apr 07 11:56:07.322489 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'name': 'network-vif-deleted', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:56:07.324757 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8668a6b-a181-4e47-b557-4b6a78349928" -d '{"events": [{"server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "name": "network-vif-deleted", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:56:07.362301 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae152d3a-5d6f-4c45-a8af-ce50cc688694 x-openstack-request-id: req-ae152d3a-5d6f-4c45-a8af-ce50cc688694 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:56:07.362614 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "377cdc80-2831-41de-a47d-37606efebc66", "name": "network-vif-deleted", "tag": "2c839221-c40e-4482-9bdc-66e732e9e6c7", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:56:07.362875 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae152d3a-5d6f-4c45-a8af-ce50cc688694 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:56:07.363299 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae152d3a-5d6f-4c45-a8af-ce50cc688694'] response: {'server_uuid': '377cdc80-2831-41de-a47d-37606efebc66', 'name': 'network-vif-deleted', 'tag': '2c839221-c40e-4482-9bdc-66e732e9e6c7', 'status': 'completed', 'code': 200} Apr 07 11:56:07.552260 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-e468c833-fccf-4457-9d69-056cd58548fa req-f384cd27-6902-4221-a55b-145caf3d1fa4 tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "GET /v2.0/ports?device_id=377cdc80-2831-41de-a47d-37606efebc66 HTTP/1.1" status: 200 len: 210 time: 0.0334210 Apr 07 11:56:08.620745 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38612) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:08.742856 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Deleting port 58fbf3fe-5289-4fa9-8a57-063b341938eb {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:08.743203 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (58fbf3fe-5289-4fa9-8a57-063b341938eb), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:08.824743 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (58fbf3fe-5289-4fa9-8a57-063b341938eb), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:08.825154 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (58fbf3fe-5289-4fa9-8a57-063b341938eb), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:08.837619 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Calling delete_port for 58fbf3fe-5289-4fa9-8a57-063b341938eb owned by network:floatingip {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:08.975168 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (58fbf3fe-5289-4fa9-8a57-063b341938eb), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:09.007249 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event deleted for resources: {'Port': ['ID=58fbf3fe-5289-4fa9-8a57-063b341938eb,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:09.071785 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for floatingip (7435acac-f4e2-490c-9abe-a258b4a40bca), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:09.074560 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:09.075728 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-126355fe-7970-4ee5-9583-ea457436e2ff tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "DELETE /v2.0/floatingips/7435acac-f4e2-490c-9abe-a258b4a40bca HTTP/1.1" status: 204 len: 168 time: 0.4539461 Apr 07 11:56:10.293904 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38638) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:10.356570 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-689b760b-1bdf-4b07-9f17-bc1d25979a3d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group (28f83b37-2803-4ee4-9309-bee8266a964c), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.382776 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-689b760b-1bdf-4b07-9f17-bc1d25979a3d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group (28f83b37-2803-4ee4-9309-bee8266a964c), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.448616 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-689b760b-1bdf-4b07-9f17-bc1d25979a3d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (28f83b37-2803-4ee4-9309-bee8266a964c), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.451397 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-689b760b-1bdf-4b07-9f17-bc1d25979a3d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:10.452693 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-689b760b-1bdf-4b07-9f17-bc1d25979a3d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] 10.222.0.15 "DELETE /v2.0/security-groups/28f83b37-2803-4ee4-9309-bee8266a964c HTTP/1.1" status: 204 len: 168 time: 0.1575398 Apr 07 11:56:10.462954 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b760b-1bdf-4b07-9f17-bc1d25979a3d tempest-TestVolumeBootPattern-2064129124 tempest-TestVolumeBootPattern-2064129124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f83b37-2803-4ee4-9309-bee8266a964c,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:10.516713 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38642) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:10.748146 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 2c839221-c40e-4482-9bdc-66e732e9e6c7 no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:10.769370 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: 2c839221-c40e-4482-9bdc-66e732e9e6c7 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:56:10.769738 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device 2c839221-c40e-4482-9bdc-66e732e9e6c7 not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:56:10.922230 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (6ae7976c-23c4-4995-8e05-e133911b86fc), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.190585 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Deleting port c5e7b391-c070-4099-8aaa-f36797c993f1 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:11.190929 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.254832 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:56:11.276511 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] For port c5e7b391-c070-4099-8aaa-f36797c993f1, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=c5e7b391-c070-4099-8aaa-f36797c993f1,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:11.276912 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.289594 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Calling delete_port for c5e7b391-c070-4099-8aaa-f36797c993f1 owned by network:router_interface {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:11.475752 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (c5e7b391-c070-4099-8aaa-f36797c993f1), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.501473 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e7b391-c070-4099-8aaa-f36797c993f1,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:11.677584 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (6ae7976c-23c4-4995-8e05-e133911b86fc), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:11.909348 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Router 6ae7976c-23c4-4995-8e05-e133911b86fc has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:56:12.023688 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:56:12.029350 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-688dd5f1-f799-4949-a7fa-1f31ffac6a47 admin admin] 10.222.0.15 "PUT /v2.0/routers/6ae7976c-23c4-4995-8e05-e133911b86fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5112159 Apr 07 11:56:12.031582 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38666) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:12.034001 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] Sync routers for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:56:12.044874 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:56:12.045502 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:56:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:12.159022 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:56:12.354713 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:56:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:12.385180 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] Checking router: 6ae7976c-23c4-4995-8e05-e133911b86fc for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:56:12.393612 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] Routers {'6ae7976c-23c4-4995-8e05-e133911b86fc'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:56:12.394304 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:56:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['6ae7976c-23c4-4995-8e05-e133911b86fc'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:12.405604 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks [] for router (6ae7976c-23c4-4995-8e05-e133911b86fc), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:12.509731 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] Set router 6ae7976c-23c4-4995-8e05-e133911b86fc gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:56:12.520188 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks [] for router_gateway (6ae7976c-23c4-4995-8e05-e133911b86fc), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:12.575588 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Deleting port 3201847a-6028-4e29-8714-a1c2d874557a {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:12.575850 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (3201847a-6028-4e29-8714-a1c2d874557a), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:12.657793 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] For port 3201847a-6028-4e29-8714-a1c2d874557a, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=3201847a-6028-4e29-8714-a1c2d874557a,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:12.658152 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (3201847a-6028-4e29-8714-a1c2d874557a), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:12.670788 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Calling delete_port for 3201847a-6028-4e29-8714-a1c2d874557a owned by network:router_gateway {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:12.686188 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:56:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:12.715665 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e82b7f-ee9b-493f-9730-7f10dc3b5d03 None None] The sync data for ids ['6ae7976c-23c4-4995-8e05-e133911b86fc'] in dv-cinder-836822-2-iscsi is: [{'id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'name': 'tempest-TestVolumeBootPattern-146180428-router', 'tenant_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82'}], 'enable_snat': True}, 'gw_port_id': '3201847a-6028-4e29-8714-a1c2d874557a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:47:55Z', 'updated_at': '2022-04-07T11:56:11Z', 'revision_number': 5, 'project_id': 'd8a08587d20a4220b12b5534cfcd14fd', 'gw_port': {'id': '3201847a-6028-4e29-8714-a1c2d874557a', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b5:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ae7976c-23c4-4995-8e05-e133911b86fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:47:57Z', 'updated_at': '2022-04-07T11:48:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:56:12.866507 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (3201847a-6028-4e29-8714-a1c2d874557a), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:12.898124 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3201847a-6028-4e29-8714-a1c2d874557a,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:12.959668 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (6ae7976c-23c4-4995-8e05-e133911b86fc), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.053474 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (6ae7976c-23c4-4995-8e05-e133911b86fc), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.055970 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks [] for router_controller (6ae7976c-23c4-4995-8e05-e133911b86fc), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.106468 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (6ae7976c-23c4-4995-8e05-e133911b86fc), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.107130 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ae7976c-23c4-4995-8e05-e133911b86fc {{(pid=109936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:56:13.111877 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.113127 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-74b40de4-d1d6-4bfd-a3a8-a07fab1856b3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6ae7976c-23c4-4995-8e05-e133911b86fc HTTP/1.1" status: 204 len: 168 time: 1.0804193 Apr 07 11:56:13.115750 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38674) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:13.161093 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_v2 [None req-19ce5e98-c3bc-4004-8d92-0fd13abef084 admin admin] Deleting subnet f38c5977-0203-4668-a1ef-c4a4a5df9f57 {{(pid=109935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:56:13.164898 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-19ce5e98-c3bc-4004-8d92-0fd13abef084 admin admin] Publish callbacks [] for subnet (f38c5977-0203-4668-a1ef-c4a4a5df9f57), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.200038 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-19ce5e98-c3bc-4004-8d92-0fd13abef084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125949250'] for subnet (f38c5977-0203-4668-a1ef-c4a4a5df9f57), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.282161 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-19ce5e98-c3bc-4004-8d92-0fd13abef084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (f38c5977-0203-4668-a1ef-c4a4a5df9f57), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.337828 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-19ce5e98-c3bc-4004-8d92-0fd13abef084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129855124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126530468'] for subnet (f38c5977-0203-4668-a1ef-c4a4a5df9f57), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.364649 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce5e98-c3bc-4004-8d92-0fd13abef084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38c5977-0203-4668-a1ef-c4a4a5df9f57,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:13.366674 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-19ce5e98-c3bc-4004-8d92-0fd13abef084 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.372882 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edca3681-189d-42b0-8f1f-00ea2ed194ae None None] Network 03994c54-3577-4093-861c-ec84d9d77c85 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:56:13.373937 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38678) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:13.374062 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-19ce5e98-c3bc-4004-8d92-0fd13abef084 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f38c5977-0203-4668-a1ef-c4a4a5df9f57 HTTP/1.1" status: 204 len: 168 time: 0.2571485 Apr 07 11:56:13.395789 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38680) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:13.439889 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec66b74e-6073-41c1-b55c-a6149615cbe2 admin admin] Deleting subnet d591801c-9d86-4ded-b078-4c5f680fee81 {{(pid=109935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:56:13.442976 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (03994c54-3577-4093-861c-ec84d9d77c85), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.443144 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ec66b74e-6073-41c1-b55c-a6149615cbe2 admin admin] Publish callbacks [] for subnet (d591801c-9d86-4ded-b078-4c5f680fee81), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.482902 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ec66b74e-6073-41c1-b55c-a6149615cbe2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125949250'] for subnet (d591801c-9d86-4ded-b078-4c5f680fee81), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.498986 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Deleting port c89e3463-ec28-4c65-b0df-6cfc237ddc59 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:13.499346 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.527014 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ec66b74e-6073-41c1-b55c-a6149615cbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (d591801c-9d86-4ded-b078-4c5f680fee81), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.569458 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] For port c89e3463-ec28-4c65-b0df-6cfc237ddc59, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=c89e3463-ec28-4c65-b0df-6cfc237ddc59,segment=NetworkSegment(93505b1e-febc-433e-957d-d3a81a25d4b3),segment_id=93505b1e-febc-433e-957d-d3a81a25d4b3)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:13.570104 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.578555 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ec66b74e-6073-41c1-b55c-a6149615cbe2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129855124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126530468'] for subnet (d591801c-9d86-4ded-b078-4c5f680fee81), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.583202 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Calling delete_port for c89e3463-ec28-4c65-b0df-6cfc237ddc59 owned by network:dhcp {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:13.604321 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66b74e-6073-41c1-b55c-a6149615cbe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d591801c-9d86-4ded-b078-4c5f680fee81,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:13.608015 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-ec66b74e-6073-41c1-b55c-a6149615cbe2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.613549 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-ec66b74e-6073-41c1-b55c-a6149615cbe2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d591801c-9d86-4ded-b078-4c5f680fee81 HTTP/1.1" status: 204 len: 168 time: 0.2144377 Apr 07 11:56:13.613747 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38682) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:13.663324 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (c89e3463-ec28-4c65-b0df-6cfc237ddc59), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.686493 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.694853 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] No DVR routers for this DVR port c89e3463-ec28-4c65-b0df-6cfc237ddc59 on host dv-cinder-836822-2-iscsi {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:56:13.697069 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c89e3463-ec28-4c65-b0df-6cfc237ddc59,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:13.743358 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6bea4c-a282-4efe-bbe9-e5577ec8cf3b None None] DHCP port deletion for 03994c54-3577-4093-861c-ec84d9d77c85 request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:56:13.779591 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.782824 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (03994c54-3577-4093-861c-ec84d9d77c85), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.799389 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a']}} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:13.802447 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03994c54-3577-4093-861c-ec84d9d77c85']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:13.808699 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19632201-01b7-4431-aae9-c371fccf438e') {'for_net_delete': True} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:13.809024 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19632201-01b7-4431-aae9-c371fccf438e') {} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:13.811985 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93505b1e-febc-433e-957d-d3a81a25d4b3') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:13.812281 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93505b1e-febc-433e-957d-d3a81a25d4b3') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:13.822468 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (93505b1e-febc-433e-957d-d3a81a25d4b3), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.825313 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125949275'] for segment (19632201-01b7-4431-aae9-c371fccf438e), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.836099 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (93505b1e-febc-433e-957d-d3a81a25d4b3), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.839628 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (19632201-01b7-4431-aae9-c371fccf438e), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.843160 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:56:13.843545 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (93505b1e-febc-433e-957d-d3a81a25d4b3), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:56:13.845299 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:56:13.847955 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=109935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:56:13.847955 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129855090'] for segment (19632201-01b7-4431-aae9-c371fccf438e), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: Traceback (most recent call last): Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: timer() Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: cb(*args, **kw) Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: return func(*args, **kwargs) Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: self._notify() Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: self.callback(batched_events) Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: event.method(event) Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: return f(self, *a, **k) Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._get(url).json() Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: return self.request(url, 'GET', **kwargs) Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:56:13.848667 dv-cinder-836822-2-iscsi neutron-server[109935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:56:13.904853 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.908743 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (03994c54-3577-4093-861c-ec84d9d77c85), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.910720 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.915235 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:13.915487 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a HTTP/1.1" status: 204 len: 168 time: 0.3008051 Apr 07 11:56:13.923901 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] 10.222.0.15 "DELETE /v2.0/networks/03994c54-3577-4093-861c-ec84d9d77c85 HTTP/1.1" status: 204 len: 168 time: 0.5462270 Apr 07 11:56:13.927249 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38686) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:13.932843 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3a6b6-b7d3-4c7b-8359-6b92d78c9fe9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bbe5f4c-7c94-45c0-aa25-69173ae8ed4a,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:13.936538 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac548ae-ca64-412f-9b32-e17e93d109ef admin admin] Pushing event deleted for resources: {'Network': ['ID=03994c54-3577-4093-861c-ec84d9d77c85,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:14.046169 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38688) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:14.083099 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-7b967866-771c-474f-9d13-6fb5875d4ffb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bff72c4d27be428a9d1b060e94d5a3e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382457 Apr 07 11:56:14.085636 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38690) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:14.195230 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-74e6b327-0435-4223-b319-360f122ca26f admin admin] Publish callbacks [] for security_group (4b8e22bb-5704-4dbb-af28-afcb42116d74), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:14.232143 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-74e6b327-0435-4223-b319-360f122ca26f admin admin] Publish callbacks [] for security_group (4b8e22bb-5704-4dbb-af28-afcb42116d74), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:14.306358 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-74e6b327-0435-4223-b319-360f122ca26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (4b8e22bb-5704-4dbb-af28-afcb42116d74), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:14.308867 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-74e6b327-0435-4223-b319-360f122ca26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:14.310282 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-74e6b327-0435-4223-b319-360f122ca26f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b8e22bb-5704-4dbb-af28-afcb42116d74 HTTP/1.1" status: 204 len: 168 time: 0.2233572 Apr 07 11:56:14.328393 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6b327-0435-4223-b319-360f122ca26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8e22bb-5704-4dbb-af28-afcb42116d74,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:14.397007 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (68b29ebf-7ce7-4167-b5e9-85ba654427da), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:14.469832 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device c89e3463-ec28-4c65-b0df-6cfc237ddc59 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:14.492225 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: c89e3463-ec28-4c65-b0df-6cfc237ddc59 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:56:14.492591 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device c89e3463-ec28-4c65-b0df-6cfc237ddc59 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:56:14.493057 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device c5e7b391-c070-4099-8aaa-f36797c993f1 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:14.514485 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: c5e7b391-c070-4099-8aaa-f36797c993f1 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:56:14.514840 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device c5e7b391-c070-4099-8aaa-f36797c993f1 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:56:14.515277 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 3201847a-6028-4e29-8714-a1c2d874557a no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:14.535502 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 3201847a-6028-4e29-8714-a1c2d874557a {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:56:14.535859 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 3201847a-6028-4e29-8714-a1c2d874557a not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:56:14.939241 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Deleting port aa29e3b4-059f-431e-9569-87d7e855a513 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:14.939584 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.024147 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] For port aa29e3b4-059f-431e-9569-87d7e855a513, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=aa29e3b4-059f-431e-9569-87d7e855a513,segment=NetworkSegment(35de7857-5215-4537-a206-c1afb20f9e07),segment_id=35de7857-5215-4537-a206-c1afb20f9e07)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:15.024514 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.037567 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Calling delete_port for aa29e3b4-059f-431e-9569-87d7e855a513 owned by network:router_interface {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:15.220552 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (aa29e3b4-059f-431e-9569-87d7e855a513), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.245333 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa29e3b4-059f-431e-9569-87d7e855a513,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:15.431646 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (68b29ebf-7ce7-4167-b5e9-85ba654427da), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.668758 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Router 68b29ebf-7ce7-4167-b5e9-85ba654427da has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:56:15.792691 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:56:15.798937 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-9a74ee61-c927-4758-b193-e8cd581ae311 admin admin] 10.222.0.15 "PUT /v2.0/routers/68b29ebf-7ce7-4167-b5e9-85ba654427da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703876 Apr 07 11:56:15.801123 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38720) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:15.803112 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] Sync routers for ids ['68b29ebf-7ce7-4167-b5e9-85ba654427da'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:56:15.813491 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] Routers {'68b29ebf-7ce7-4167-b5e9-85ba654427da'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:56:15.814113 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:56:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['68b29ebf-7ce7-4167-b5e9-85ba654427da'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:15.910053 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks [] for router (68b29ebf-7ce7-4167-b5e9-85ba654427da), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:15.917759 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] Set router 68b29ebf-7ce7-4167-b5e9-85ba654427da gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:56:16.020976 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks [] for router_gateway (68b29ebf-7ce7-4167-b5e9-85ba654427da), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.077610 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Deleting port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:16.077926 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.099322 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254'}], 'enable_snat': True}, 'gw_port_id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:10Z', 'updated_at': '2022-04-07T11:56:15Z', 'revision_number': 5, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'gw_port': {'id': '6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:25:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:48:12Z', 'updated_at': '2022-04-07T11:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:16.125525 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] Checking router: 68b29ebf-7ce7-4167-b5e9-85ba654427da for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:56:16.134433 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] Routers {'68b29ebf-7ce7-4167-b5e9-85ba654427da'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:56:16.135081 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:56:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['68b29ebf-7ce7-4167-b5e9-85ba654427da'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:16.159662 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] For port 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:16.160023 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.172503 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Calling delete_port for 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa owned by network:router_gateway {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:16.226753 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] Set router 68b29ebf-7ce7-4167-b5e9-85ba654427da gateway port host: None {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:56:16.279891 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:10Z', 'updated_at': '2022-04-07T11:56:16Z', 'revision_number': 6, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'gw_port_host': None}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:16.306026 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5b686b-007d-4feb-bc95-8d663e3532dc None None] The sync data for ids ['68b29ebf-7ce7-4167-b5e9-85ba654427da'] in dv-cinder-836822-2-iscsi is: [{'id': '68b29ebf-7ce7-4167-b5e9-85ba654427da', 'name': 'tempest-TestVolumeBootPattern-619599106-router', 'tenant_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:48:10Z', 'updated_at': '2022-04-07T11:56:16Z', 'revision_number': 6, 'project_id': '455ce71d08f74d52a3c6c85edfdd5d04', 'gw_port_host': None}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:56:16.347137 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.370591 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:16.436638 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (68b29ebf-7ce7-4167-b5e9-85ba654427da), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.527847 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (68b29ebf-7ce7-4167-b5e9-85ba654427da), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.530055 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks [] for router_controller (68b29ebf-7ce7-4167-b5e9-85ba654427da), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.579768 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (68b29ebf-7ce7-4167-b5e9-85ba654427da), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.580455 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68b29ebf-7ce7-4167-b5e9-85ba654427da {{(pid=109936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:56:16.585285 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.586536 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-89c256fc-7cdb-48f8-8401-40a9ab2f0b8f admin admin] 10.222.0.15 "DELETE /v2.0/routers/68b29ebf-7ce7-4167-b5e9-85ba654427da HTTP/1.1" status: 204 len: 168 time: 0.7843881 Apr 07 11:56:16.589725 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38726) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:16.634531 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb2c645-a366-4055-9f30-204a401d521b admin admin] Deleting subnet eebe68d7-51b0-4ad2-8a61-d574260a916f {{(pid=109936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:56:16.638086 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c645-a366-4055-9f30-204a401d521b admin admin] Publish callbacks [] for subnet (eebe68d7-51b0-4ad2-8a61-d574260a916f), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.696618 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c645-a366-4055-9f30-204a401d521b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1154786'] for subnet (eebe68d7-51b0-4ad2-8a61-d574260a916f), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.797343 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c645-a366-4055-9f30-204a401d521b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (eebe68d7-51b0-4ad2-8a61-d574260a916f), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.851672 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c645-a366-4055-9f30-204a401d521b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1978217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128976497'] for subnet (eebe68d7-51b0-4ad2-8a61-d574260a916f), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.880401 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2c645-a366-4055-9f30-204a401d521b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eebe68d7-51b0-4ad2-8a61-d574260a916f,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:16.884917 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c645-a366-4055-9f30-204a401d521b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:16.888229 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-2bb2c645-a366-4055-9f30-204a401d521b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eebe68d7-51b0-4ad2-8a61-d574260a916f HTTP/1.1" status: 204 len: 168 time: 0.2974670 Apr 07 11:56:16.891126 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38730) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:16.891907 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c98da26-04dc-4266-bfa6-37a431e3c3e8 None None] Network 47383bc7-df2b-43fe-9066-05683398854a requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:56:16.959713 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (47383bc7-df2b-43fe-9066-05683398854a), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.014352 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Deleting port bef40c9b-998f-4583-a219-c445aebb2aad {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:17.014689 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.078545 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] For port bef40c9b-998f-4583-a219-c445aebb2aad, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=bef40c9b-998f-4583-a219-c445aebb2aad,segment=NetworkSegment(35de7857-5215-4537-a206-c1afb20f9e07),segment_id=35de7857-5215-4537-a206-c1afb20f9e07)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:17.078903 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.092216 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Calling delete_port for bef40c9b-998f-4583-a219-c445aebb2aad owned by network:dhcp {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:17.124073 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] DHCP port deletion for 47383bc7-df2b-43fe-9066-05683398854a request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:56:17.137473 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device aa29e3b4-059f-431e-9569-87d7e855a513 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:17.178261 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: aa29e3b4-059f-431e-9569-87d7e855a513 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:56:17.178682 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device aa29e3b4-059f-431e-9569-87d7e855a513 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:56:17.184057 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.203264 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] Deleting port bef40c9b-998f-4583-a219-c445aebb2aad {{(pid=109937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:56:17.203637 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), before_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.209524 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Pushing event deleted for resources: {'Port': ['ID=bef40c9b-998f-4583-a219-c445aebb2aad,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:17.213414 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] No DVR routers for this DVR port bef40c9b-998f-4583-a219-c445aebb2aad on host dv-cinder-836822-2-iscsi {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:56:17.274321 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] For port bef40c9b-998f-4583-a219-c445aebb2aad, host dv-cinder-836822-2-iscsi, got binding levels [] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:17.274706 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), precommit_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.288165 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] Calling delete_port for bef40c9b-998f-4583-a219-c445aebb2aad owned by network:dhcp {{(pid=109937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:56:17.288346 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (47383bc7-df2b-43fe-9066-05683398854a), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.291217 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.ipam_backend_mixin [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] Port bef40c9b-998f-4583-a219-c445aebb2aad was not found and therefore no delete operation was performed {{(pid=109937) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 07 11:56:17.292697 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238'] for port (bef40c9b-998f-4583-a219-c445aebb2aad), after_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.308037 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47383bc7-df2b-43fe-9066-05683398854a']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:17.315331 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] Pushing event deleted for resources: {'Port': ['ID=bef40c9b-998f-4583-a219-c445aebb2aad,revision_number=None']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:17.321074 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51436057-7d01-4863-9b41-dd063218f5b9 None None] No DVR routers for this DVR port bef40c9b-998f-4583-a219-c445aebb2aad on host dv-cinder-836822-2-iscsi {{(pid=109937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:56:17.324424 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35de7857-5215-4537-a206-c1afb20f9e07') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:17.324722 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35de7857-5215-4537-a206-c1afb20f9e07') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:56:17.337882 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (35de7857-5215-4537-a206-c1afb20f9e07), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.354043 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (35de7857-5215-4537-a206-c1afb20f9e07), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.360283 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:56:17.360662 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (35de7857-5215-4537-a206-c1afb20f9e07), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:56:17.362455 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:56:17.427962 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (47383bc7-df2b-43fe-9066-05683398854a), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.433735 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.437015 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] 10.222.0.15 "DELETE /v2.0/networks/47383bc7-df2b-43fe-9066-05683398854a HTTP/1.1" status: 204 len: 168 time: 0.5448914 Apr 07 11:56:17.448277 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50b2f05-b99e-4916-81c5-ec8cb97e7347 admin admin] Pushing event deleted for resources: {'Network': ['ID=47383bc7-df2b-43fe-9066-05683398854a,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:17.606192 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38734) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:17.647231 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-62dfb1a2-94aa-48c9-9b59-5175596db3a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8a08587d20a4220b12b5534cfcd14fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397193 Apr 07 11:56:17.650077 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38736) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:17.710432 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-015a1972-ee12-4c51-b888-3bc5e6084a6c admin admin] Publish callbacks [] for security_group (cb5bce65-220c-4589-8997-9f5ca998ebc6), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.732701 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-015a1972-ee12-4c51-b888-3bc5e6084a6c admin admin] Publish callbacks [] for security_group (cb5bce65-220c-4589-8997-9f5ca998ebc6), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.782419 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-015a1972-ee12-4c51-b888-3bc5e6084a6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (cb5bce65-220c-4589-8997-9f5ca998ebc6), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.785020 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-015a1972-ee12-4c51-b888-3bc5e6084a6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:17.786215 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-015a1972-ee12-4c51-b888-3bc5e6084a6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb5bce65-220c-4589-8997-9f5ca998ebc6 HTTP/1.1" status: 204 len: 168 time: 0.1350522 Apr 07 11:56:17.794414 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a1972-ee12-4c51-b888-3bc5e6084a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5bce65-220c-4589-8997-9f5ca998ebc6,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:18.113162 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38744) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:18.152956 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-5c5d2dd7-17c3-4ac7-a80a-d9228e2b5bf4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=455ce71d08f74d52a3c6c85edfdd5d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385766 Apr 07 11:56:18.155440 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38746) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:18.202921 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5dc259dc-45e3-41f9-8a81-a3653162d6a6 admin admin] Publish callbacks [] for security_group (bbd77e36-6df1-4954-9170-6e6fca6bde95), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:18.230502 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5dc259dc-45e3-41f9-8a81-a3653162d6a6 admin admin] Publish callbacks [] for security_group (bbd77e36-6df1-4954-9170-6e6fca6bde95), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:18.282722 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5dc259dc-45e3-41f9-8a81-a3653162d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bbd77e36-6df1-4954-9170-6e6fca6bde95), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:18.285372 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-5dc259dc-45e3-41f9-8a81-a3653162d6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:18.286492 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-5dc259dc-45e3-41f9-8a81-a3653162d6a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbd77e36-6df1-4954-9170-6e6fca6bde95 HTTP/1.1" status: 204 len: 168 time: 0.1301830 Apr 07 11:56:18.294414 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc259dc-45e3-41f9-8a81-a3653162d6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd77e36-6df1-4954-9170-6e6fca6bde95,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:18.478660 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:18.506357 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:56:18.506680 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 6ee2ebae-cf55-4eaf-a340-873fd7dfbdfa not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:56:18.507148 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device bef40c9b-998f-4583-a219-c445aebb2aad no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:18.527725 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: bef40c9b-998f-4583-a219-c445aebb2aad {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:56:18.528035 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device bef40c9b-998f-4583-a219-c445aebb2aad not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:56:28.192629 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-06438c1c-5729-4121-b179-96bb20c8ac84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:30.424587 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:30.739291 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-8f4a0460-10df-475c-90b6-9e48cee171fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:31.636364 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:31.943356 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38840) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:32.054994 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b21a8d8d-0e67-4a1d-aeba-66b5542ea201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:32.137160 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b21a8d8d-0e67-4a1d-aeba-66b5542ea201 admin admin] Publish callbacks [] for security_group (0e724231-371c-4f4a-93fc-bb6714d07a29), precommit_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:32.142374 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b21a8d8d-0e67-4a1d-aeba-66b5542ea201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (0e724231-371c-4f4a-93fc-bb6714d07a29), after_create {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:32.178933 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b21a8d8d-0e67-4a1d-aeba-66b5542ea201 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83693ce53f2a44a28829991745883e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2345109 Apr 07 11:56:32.179973 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a8d8d-0e67-4a1d-aeba-66b5542ea201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e724231-371c-4f4a-93fc-bb6714d07a29,revision_number=1']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:32.181805 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 38844) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:32.231414 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5fdc7cd4-77ca-48bd-861b-6f3042982847 admin admin] Publish callbacks [] for security_group (0e724231-371c-4f4a-93fc-bb6714d07a29), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:32.252796 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5fdc7cd4-77ca-48bd-861b-6f3042982847 admin admin] Publish callbacks [] for security_group (0e724231-371c-4f4a-93fc-bb6714d07a29), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:32.302344 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5fdc7cd4-77ca-48bd-861b-6f3042982847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (0e724231-371c-4f4a-93fc-bb6714d07a29), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:32.304835 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-5fdc7cd4-77ca-48bd-861b-6f3042982847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:32.306007 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-5fdc7cd4-77ca-48bd-861b-6f3042982847 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e724231-371c-4f4a-93fc-bb6714d07a29 HTTP/1.1" status: 204 len: 168 time: 0.1226485 Apr 07 11:56:32.313883 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc7cd4-77ca-48bd-861b-6f3042982847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e724231-371c-4f4a-93fc-bb6714d07a29,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:33.002219 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:34.041555 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-586fa460-07ef-4d22-8bcf-d64ccbeea7b3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0480494 Apr 07 11:56:34.121430 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-27906021-e24b-4512-b8e9-efe99fc6e7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:34.122991 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-27906021-e24b-4512-b8e9-efe99fc6e7d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e4e0156356e4f1989cbbd0216193a42&device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1129 time: 0.0534995 Apr 07 11:56:34.236175 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-8072c249-e1d0-432e-aae6-da423b19d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:34.237950 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-8072c249-e1d0-432e-aae6-da423b19d6b4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=309ae0d4-7e26-4a66-a03a-9f37873823b4 HTTP/1.1" status: 200 len: 910 time: 0.0881460 Apr 07 11:56:34.316563 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-20e9f4ce-50ca-43b7-8416-0fce601b9e13 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe HTTP/1.1" status: 200 len: 1000 time: 0.0693405 Apr 07 11:56:34.367526 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-34961e42-28b8-4f48-ab23-efdb4d7c5b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:34.369004 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-34961e42-28b8-4f48-ab23-efdb4d7c5b71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56cc9f72-9f9b-4e60-bdd9-f3f333fb9844 HTTP/1.1" status: 200 len: 848 time: 0.0435600 Apr 07 11:56:34.431889 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-d57a90bd-4520-46e9-9e17-d7cd3799d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:34.433523 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-d57a90bd-4520-46e9-9e17-d7cd3799d332 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=309ae0d4-7e26-4a66-a03a-9f37873823b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553973 Apr 07 11:56:34.528235 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-2b014a16-940b-495c-896c-6d9b1fd39b0b service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851333 Apr 07 11:56:34.617968 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-0f1af0a7-40c4-48aa-9ea3-b11bce4765d3 req-5310cbed-81e3-4eb2-abf0-3c13b7914764 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805151 Apr 07 11:56:34.647604 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:39.576306 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec241b0-64a2-4b66-a0d1-e200fefd8c23 req-fbab9e49-06dc-4bff-a51d-58b7c2809239 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:39.577981 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9ec241b0-64a2-4b66-a0d1-e200fefd8c23 req-fbab9e49-06dc-4bff-a51d-58b7c2809239 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0737193 Apr 07 11:56:39.630531 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9ec241b0-64a2-4b66-a0d1-e200fefd8c23 req-6010d6ae-6bbd-4979-91cc-e73f95a417b9 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444665 Apr 07 11:56:40.774769 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a411a5d-f94b-47b2-a453-8daad786a0d9 req-c5ac08d1-5937-49d7-8140-846facb6c1b1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:40.776280 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5a411a5d-f94b-47b2-a453-8daad786a0d9 req-c5ac08d1-5937-49d7-8140-846facb6c1b1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0660262 Apr 07 11:56:40.827399 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5a411a5d-f94b-47b2-a453-8daad786a0d9 req-ffd18a95-aacd-4364-96b4-d90f39c94091 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452373 Apr 07 11:56:41.961339 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aafa7-31d0-400b-a0cf-e9b15d26d1e1 req-e5f6d899-4def-4177-88c2-09525bd7f624 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:41.963324 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f67aafa7-31d0-400b-a0cf-e9b15d26d1e1 req-e5f6d899-4def-4177-88c2-09525bd7f624 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0641425 Apr 07 11:56:42.016351 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-f67aafa7-31d0-400b-a0cf-e9b15d26d1e1 req-07331a38-4cdb-42c3-ab44-a3c904d34e3d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472469 Apr 07 11:56:43.155229 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99467081-8fe9-4cb4-8868-791488c235c8 req-87fdf463-d525-45fc-bd61-e4fe3d8c9f1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:43.156742 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-99467081-8fe9-4cb4-8868-791488c235c8 req-87fdf463-d525-45fc-bd61-e4fe3d8c9f1d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0582626 Apr 07 11:56:43.208955 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-99467081-8fe9-4cb4-8868-791488c235c8 req-680c9c49-9a57-4fae-9281-336e53bc47e6 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443668 Apr 07 11:56:44.340993 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c23b6-0294-41d5-b0d0-b0e270efe9a3 req-afc8f9d8-9ee0-4116-ab78-de91482030cf tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:44.342471 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b33c23b6-0294-41d5-b0d0-b0e270efe9a3 req-afc8f9d8-9ee0-4116-ab78-de91482030cf tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0555727 Apr 07 11:56:44.391457 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-b33c23b6-0294-41d5-b0d0-b0e270efe9a3 req-e57c6c38-7d22-4b16-ac72-0495f30e8bd9 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433810 Apr 07 11:56:45.529279 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcd0f8-7025-47d0-a9ff-0f5bd5acf69e req-f6d6442f-7c60-4436-b03a-f76156d8c496 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:45.530845 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1afcd0f8-7025-47d0-a9ff-0f5bd5acf69e req-f6d6442f-7c60-4436-b03a-f76156d8c496 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0568035 Apr 07 11:56:45.595083 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-1afcd0f8-7025-47d0-a9ff-0f5bd5acf69e req-7bcbe00c-45f7-4b54-89fa-a05b544e3a81 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579741 Apr 07 11:56:46.719901 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d3ea8-191b-46ce-9f45-917c874d4cfa req-2ef45635-649b-40a6-b6d4-c2c8d0c66b98 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:46.721324 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-234d3ea8-191b-46ce-9f45-917c874d4cfa req-2ef45635-649b-40a6-b6d4-c2c8d0c66b98 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0560746 Apr 07 11:56:46.775743 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-234d3ea8-191b-46ce-9f45-917c874d4cfa req-0faca331-4cf9-495b-a153-c35bc7a497ed tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450346 Apr 07 11:56:47.902982 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c413cf88-da2a-4681-9640-955329ba1079 req-d6f7cceb-b0e7-4fde-8269-596933e85e73 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:47.904414 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c413cf88-da2a-4681-9640-955329ba1079 req-d6f7cceb-b0e7-4fde-8269-596933e85e73 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0575085 Apr 07 11:56:47.955852 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-c413cf88-da2a-4681-9640-955329ba1079 req-d9bf5fc0-5868-41f1-9705-fa290d33f312 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Apr 07 11:56:48.258858 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:56:49.080597 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f9edc-49a6-4c6a-8253-f692da53d1af req-6e6f3a15-ceb3-48b9-a55a-fe6be0fdc3d9 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:49.082091 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4c9f9edc-49a6-4c6a-8253-f692da53d1af req-6e6f3a15-ceb3-48b9-a55a-fe6be0fdc3d9 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0544209 Apr 07 11:56:49.133613 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-4c9f9edc-49a6-4c6a-8253-f692da53d1af req-df51c60d-bd72-4ab9-b210-5f3ad680e5e5 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430484 Apr 07 11:56:49.736985 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad68ed-2508-4354-b353-63dd61695102 req-aaa9dffc-419d-4836-82a8-77a4e65666d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:49.738770 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d5ad68ed-2508-4354-b353-63dd61695102 req-aaa9dffc-419d-4836-82a8-77a4e65666d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e4e0156356e4f1989cbbd0216193a42&device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1129 time: 0.0514045 Apr 07 11:56:49.831344 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad68ed-2508-4354-b353-63dd61695102 req-afbf3b3a-8041-4791-b0a7-cb4f6064d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:49.832924 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d5ad68ed-2508-4354-b353-63dd61695102 req-afbf3b3a-8041-4791-b0a7-cb4f6064d53f service neutron] 10.222.0.52 "GET /v2.0/networks?id=309ae0d4-7e26-4a66-a03a-9f37873823b4 HTTP/1.1" status: 200 len: 910 time: 0.0843849 Apr 07 11:56:49.904714 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d5ad68ed-2508-4354-b353-63dd61695102 req-0edd9356-4706-48f7-8f3f-50a412869eb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe HTTP/1.1" status: 200 len: 1000 time: 0.0613244 Apr 07 11:56:49.959753 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad68ed-2508-4354-b353-63dd61695102 req-1e20681c-4b8a-4662-9621-bb71257cdec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:49.961250 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d5ad68ed-2508-4354-b353-63dd61695102 req-1e20681c-4b8a-4662-9621-bb71257cdec5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56cc9f72-9f9b-4e60-bdd9-f3f333fb9844 HTTP/1.1" status: 200 len: 848 time: 0.0481877 Apr 07 11:56:50.015416 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad68ed-2508-4354-b353-63dd61695102 req-b194ec28-71d0-4abb-b1a4-40fd3799d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:50.017069 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d5ad68ed-2508-4354-b353-63dd61695102 req-b194ec28-71d0-4abb-b1a4-40fd3799d526 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=309ae0d4-7e26-4a66-a03a-9f37873823b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465665 Apr 07 11:56:50.117419 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d5ad68ed-2508-4354-b353-63dd61695102 req-bcac7564-d20e-4792-aa99-7cbdabeb1a90 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907624 Apr 07 11:56:50.208460 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-d5ad68ed-2508-4354-b353-63dd61695102 req-e1c78de7-b556-4cee-8346-b1555cde7509 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820117 Apr 07 11:56:50.254901 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c93191-d4ef-450b-9b83-5a65d94a2d47 req-7113f67d-2fcb-4dec-831f-1e07536676b9 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:50.256347 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-97c93191-d4ef-450b-9b83-5a65d94a2d47 req-7113f67d-2fcb-4dec-831f-1e07536676b9 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0554581 Apr 07 11:56:50.310301 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-97c93191-d4ef-450b-9b83-5a65d94a2d47 req-a641d582-b239-4209-a0b2-3fd41c4329e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459270 Apr 07 11:56:51.454138 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be70d9-607d-4158-8118-9a20daef68f6 req-d56e464f-3cf4-40c1-b71a-fc2d309c4e3b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:51.455609 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-46be70d9-607d-4158-8118-9a20daef68f6 req-d56e464f-3cf4-40c1-b71a-fc2d309c4e3b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0648434 Apr 07 11:56:51.507629 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-46be70d9-607d-4158-8118-9a20daef68f6 req-91f9429c-1647-40b1-a1ca-c79125318277 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461791 Apr 07 11:56:52.639702 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39af0365-d617-4a59-959f-e36a0decb889 req-ccb1f0f0-ae7c-4b60-8298-d063dcd83410 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:52.641101 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-39af0365-d617-4a59-959f-e36a0decb889 req-ccb1f0f0-ae7c-4b60-8298-d063dcd83410 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0570393 Apr 07 11:56:52.694145 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-39af0365-d617-4a59-959f-e36a0decb889 req-fb17e1fd-5774-40ea-971a-76a020516277 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468395 Apr 07 11:56:52.910174 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51816ef2-585b-42be-982b-aace4009e451 req-194e39b9-42ae-4b6f-858f-9b85c6d0a7cf tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:52.911685 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51816ef2-585b-42be-982b-aace4009e451 req-194e39b9-42ae-4b6f-858f-9b85c6d0a7cf tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0556412 Apr 07 11:56:52.951944 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38882) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:52.959607 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-51816ef2-585b-42be-982b-aace4009e451 req-f242a8d9-f470-4fa7-b3d8-58d3add91e4b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423799 Apr 07 11:56:53.046406 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-0045c594-2611-4642-afa4-c9b17a4b2325 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932140 Apr 07 11:56:53.057484 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-0732e5dd-a244-4101-9e7e-c832b1cfe6ed service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=109936) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 11:56:53.058446 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-0732e5dd-a244-4101-9e7e-c832b1cfe6ed service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051563 Apr 07 11:56:54.093060 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0eaf89-7c7e-42cd-baae-1eb7e329f580 req-bdab52e5-555b-4b26-8729-04df9b900a50 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:54.094827 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6a0eaf89-7c7e-42cd-baae-1eb7e329f580 req-bdab52e5-555b-4b26-8729-04df9b900a50 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0577888 Apr 07 11:56:54.144804 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6a0eaf89-7c7e-42cd-baae-1eb7e329f580 req-7ce7ba91-4c82-4102-9a37-5eab72e76e71 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441632 Apr 07 11:56:54.205859 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38894) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:56:54.555392 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-4ab4d116-521a-4f76-85e2-ac7179457733 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:54.556791 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-4ab4d116-521a-4f76-85e2-ac7179457733 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports/a565c8ec-84a0-4c9a-b097-b916a6bf12fe HTTP/1.1" status: 200 len: 942 time: 0.3488355 Apr 07 11:56:55.276513 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64e91b-439d-40a6-ada6-bb5aae5c9e7c req-bf84619f-510f-440e-8506-5de1f2e872a5 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:55.278170 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bb64e91b-439d-40a6-ada6-bb5aae5c9e7c req-bf84619f-510f-440e-8506-5de1f2e872a5 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0623097 Apr 07 11:56:55.336020 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-bb64e91b-439d-40a6-ada6-bb5aae5c9e7c req-f9f65881-c09d-4a46-96e7-9f41f2fce537 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498629 Apr 07 11:56:55.721551 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a565c8ec-84a0-4c9a-b097-b916a6bf12fe no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:56:55.803078 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port a565c8ec-84a0-4c9a-b097-b916a6bf12fe is: ACTIVE; New status is: DOWN {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:56:55.803468 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:55.826231 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:56:55.828457 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d268a70a-d8cf-4143-be99-88a36e6f7e83" -d '{"events": [{"server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "name": "network-vif-unplugged", "status": "completed", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:56:55.845292 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:56:55.851544 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:55.908860 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,revision_number=6']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:56:55.916225 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.916577 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.916949 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.917294 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.917626 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.917958 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.918285 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.918609 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.918935 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.919261 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.919584 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.919910 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.920231 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.920556 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.920911 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:56:55.926774 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 11:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a3e956-64aa-44bc-b720-45a32d13bfcf x-openstack-request-id: req-d1a3e956-64aa-44bc-b720-45a32d13bfcf {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:56:55.927060 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "name": "network-vif-unplugged", "status": "failed", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe", "code": 422}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:56:55.927313 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1a3e956-64aa-44bc-b720-45a32d13bfcf {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:56:55.927728 dv-cinder-836822-2-iscsi neutron-server[109937]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d1a3e956-64aa-44bc-b720-45a32d13bfcf']: {'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'code': 422} returned with failed status Apr 07 11:56:56.465777 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abea421-f9de-4e55-be8c-dc08c3640283 req-90bd7ff3-0045-4975-b718-32354ed5e9b2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:56.467255 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9abea421-f9de-4e55-be8c-dc08c3640283 req-90bd7ff3-0045-4975-b718-32354ed5e9b2 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0526586 Apr 07 11:56:56.517144 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9abea421-f9de-4e55-be8c-dc08c3640283 req-b2467226-8e55-4c4c-aaf1-fb45b9d6e04d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441780 Apr 07 11:56:57.649202 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c74da2-dcd3-4324-b0eb-a9b44551aa2d req-a04b9136-f9ab-4244-960b-208c3401a6a1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:57.650666 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-44c74da2-dcd3-4324-b0eb-a9b44551aa2d req-a04b9136-f9ab-4244-960b-208c3401a6a1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0558438 Apr 07 11:56:57.702469 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-44c74da2-dcd3-4324-b0eb-a9b44551aa2d req-0e6435fc-5930-4933-923e-180fe0411e0c tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433872 Apr 07 11:56:58.196204 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-72296d2f-34de-4fc9-acae-be508a7eba55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:56:58.830044 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368de9d-c9b1-4405-a474-ab5289753f58 req-8dc8894b-a1d4-43bf-a914-616a18f3962f tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:58.831412 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5368de9d-c9b1-4405-a474-ab5289753f58 req-8dc8894b-a1d4-43bf-a914-616a18f3962f tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0591900 Apr 07 11:56:58.880092 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5368de9d-c9b1-4405-a474-ab5289753f58 req-a70394c4-9089-4140-86ca-74ae7c1e7f4b tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428264 Apr 07 11:56:59.166699 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-c886c28c-c3f6-401b-84de-141a110cdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:59.168087 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-c886c28c-c3f6-401b-84de-141a110cdd76 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d&tenant_id=0e4e0156356e4f1989cbbd0216193a42 HTTP/1.1" status: 200 len: 1127 time: 0.0468776 Apr 07 11:56:59.249543 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-ef9e7b71-8efa-4253-b68f-67b8ac9c2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:59.251168 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-ef9e7b71-8efa-4253-b68f-67b8ac9c2bef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e4e0156356e4f1989cbbd0216193a42&device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1127 time: 0.0523627 Apr 07 11:56:59.339256 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-7608d49b-d55f-48e4-8887-d7601b6e5aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:59.340701 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-7608d49b-d55f-48e4-8887-d7601b6e5aa5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=309ae0d4-7e26-4a66-a03a-9f37873823b4 HTTP/1.1" status: 200 len: 910 time: 0.0837619 Apr 07 11:56:59.407256 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-efce10fe-fb24-466f-b754-225d3566627f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe HTTP/1.1" status: 200 len: 998 time: 0.0572085 Apr 07 11:56:59.459678 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-950322f3-72f2-4911-86bc-6604a355e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:59.461014 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-950322f3-72f2-4911-86bc-6604a355e7fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56cc9f72-9f9b-4e60-bdd9-f3f333fb9844 HTTP/1.1" status: 200 len: 848 time: 0.0452421 Apr 07 11:56:59.511136 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-44902d44-3743-4b4c-bb6b-57b2e9de8b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:56:59.512603 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-44902d44-3743-4b4c-bb6b-57b2e9de8b86 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=309ae0d4-7e26-4a66-a03a-9f37873823b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426359 Apr 07 11:56:59.615356 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-161305e5-f860-4c8b-a2f2-9d5a7264fa1d service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933220 Apr 07 11:56:59.711303 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-a5ed3619-f46f-4df1-8ee5-f319a74991d7 req-83d42fb4-769e-492b-8964-8f8257e71535 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867133 Apr 07 11:57:00.017641 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1c8da-6ec0-443b-b5b3-915f6b90ad7a req-4b3482bf-0931-4507-8896-795bcbddf411 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:00.019033 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0cd1c8da-6ec0-443b-b5b3-915f6b90ad7a req-4b3482bf-0931-4507-8896-795bcbddf411 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0560927 Apr 07 11:57:00.068898 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-0cd1c8da-6ec0-443b-b5b3-915f6b90ad7a req-6ed6fcd5-90e1-4c9c-8074-2f0d54e9b64f tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441999 Apr 07 11:57:00.428613 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:00.737763 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-786bd762-8ac1-487b-b72e-0e9d25c2689a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:01.207090 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1866ac-b683-4796-947c-dbcfebb4ab69 req-4c2e0b33-d31e-4557-9458-908e3c1e555c tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:01.208545 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5a1866ac-b683-4796-947c-dbcfebb4ab69 req-4c2e0b33-d31e-4557-9458-908e3c1e555c tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0629222 Apr 07 11:57:01.261555 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-5a1866ac-b683-4796-947c-dbcfebb4ab69 req-f4b8ebee-1b53-4cfc-9b04-fcb5a0b8d308 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444140 Apr 07 11:57:01.644935 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:02.407545 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8abfa-b5d4-4be5-a421-3a2ce893593a req-9c55288b-4abd-437f-88b3-4f2ac53b7e45 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:02.409043 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fda8abfa-b5d4-4be5-a421-3a2ce893593a req-9c55288b-4abd-437f-88b3-4f2ac53b7e45 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0578403 Apr 07 11:57:02.460589 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-fda8abfa-b5d4-4be5-a421-3a2ce893593a req-b62524a5-64a0-4032-8b80-b394f0469fef tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433173 Apr 07 11:57:03.011316 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:03.591360 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c188e-9f1b-4215-9cab-5fa3bd8341d7 req-7b432f3f-8553-46cd-aed7-7c0927e3b8eb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:03.592945 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-747c188e-9f1b-4215-9cab-5fa3bd8341d7 req-7b432f3f-8553-46cd-aed7-7c0927e3b8eb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0542128 Apr 07 11:57:03.647253 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-747c188e-9f1b-4215-9cab-5fa3bd8341d7 req-c7905935-3ccd-41c0-ac72-ed8c47517257 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471365 Apr 07 11:57:04.652531 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:04.768238 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d50e0d-b0e7-40b7-a61d-b79b9d9daa0d req-f6baf3d3-c25c-480f-a698-b76a66ff615c tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:04.770455 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-41d50e0d-b0e7-40b7-a61d-b79b9d9daa0d req-f6baf3d3-c25c-480f-a698-b76a66ff615c tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0561962 Apr 07 11:57:04.822420 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-41d50e0d-b0e7-40b7-a61d-b79b9d9daa0d req-c6cfe067-fb7a-4417-8957-2eac79870b95 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462861 Apr 07 11:57:05.947121 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870082e-7333-48b8-8c0e-1d0026e0d127 req-3007db88-2b21-4fb6-b142-9850e5801ff7 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:05.948601 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7870082e-7333-48b8-8c0e-1d0026e0d127 req-3007db88-2b21-4fb6-b142-9850e5801ff7 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0546832 Apr 07 11:57:06.000826 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-7870082e-7333-48b8-8c0e-1d0026e0d127 req-30ad2e1e-eb53-494f-ae1c-7776878cc829 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439813 Apr 07 11:57:07.135897 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1872-c94a-4f0c-b27f-fb0a713ac21f req-3ab03513-2232-4ed1-abd7-8294f538c27a tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:07.137356 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-641e1872-c94a-4f0c-b27f-fb0a713ac21f req-3ab03513-2232-4ed1-abd7-8294f538c27a tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 943 time: 0.0586710 Apr 07 11:57:07.205615 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-641e1872-c94a-4f0c-b27f-fb0a713ac21f req-6d0c7650-0794-47fa-93db-cdb7fbc65d21 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598373 Apr 07 11:57:07.750454 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a565c8ec-84a0-4c9a-b097-b916a6bf12fe details requested by agent hyperv_hv-cinder-83682 with host hv-cinder-83682 {{(pid=109937) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 11:57:07.852684 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:07.866552 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Returning: {'device': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'port_id': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'mac_address': 'fa:16:3e:1b:39:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109937) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 11:57:07.903072 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port a565c8ec-84a0-4c9a-b097-b916a6bf12fe is: DOWN; New status is: BUILD {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:07.903473 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.915902 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a565c8ec-84a0-4c9a-b097-b916a6bf12fe {{(pid=109937) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 11:57:07.935345 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:07.941829 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:07.990006 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,revision_number=7']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:08.230795 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] get_ports_and_sgs() called for port_ids ['a565c8ec-84a0-4c9a-b097-b916a6bf12fe'] {{(pid=109937) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 11:57:08.341054 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff135d4e-b55c-4ebd-b9bc-be6e08cc5c0b req-9a5e4d69-5946-439f-ade6-695a263cbd67 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:08.342553 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff135d4e-b55c-4ebd-b9bc-be6e08cc5c0b req-9a5e4d69-5946-439f-ade6-695a263cbd67 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 944 time: 0.0531805 Apr 07 11:57:08.390391 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-ff135d4e-b55c-4ebd-b9bc-be6e08cc5c0b req-bbdd624f-0ebd-474e-9a8b-1ec3cdc989b6 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421865 Apr 07 11:57:09.524376 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1872617-90ab-4643-88d0-0d4c97ef7d62 req-a9999826-2c78-44e9-a7bf-41415cff13dc tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:09.525874 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a1872617-90ab-4643-88d0-0d4c97ef7d62 req-a9999826-2c78-44e9-a7bf-41415cff13dc tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 944 time: 0.0546682 Apr 07 11:57:09.582386 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a1872617-90ab-4643-88d0-0d4c97ef7d62 req-693f5d91-77b2-4cf8-a0d4-033440f80cae tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482430 Apr 07 11:57:09.750365 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a565c8ec-84a0-4c9a-b097-b916a6bf12fe up at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 11:57:09.817068 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.provisioning_blocks [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Provisioning complete for port a565c8ec-84a0-4c9a-b097-b916a6bf12fe triggered by entity L2. {{(pid=109937) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 11:57:09.817439 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3435822'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), provisioning_complete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.022358 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Current status of the port a565c8ec-84a0-4c9a-b097-b916a6bf12fe is: BUILD; New status is: ACTIVE {{(pid=109937) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 11:57:10.022657 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3531761'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), before_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.045554 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe'}] {{(pid=109937) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:57:10.048345 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79cd8b4e4cdc66626c966f3eed9ebce29ec69bbb981a4cb7aea50ed3fe16cd66" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7794878-5c84-4275-b034-510d280620f2" -d '{"events": [{"server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "name": "network-vif-plugged", "status": "completed", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe"}]}' {{(pid=109937) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:57:10.061305 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:57:10.066490 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8785424689511', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8785424230247', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8785424230265'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:10.092457 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa4caa-7736-4485-9027-265366628889 x-openstack-request-id: req-88aa4caa-7736-4485-9027-265366628889 {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:57:10.092750 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "name": "network-vif-plugged", "status": "completed", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe", "code": 200}]} {{(pid=109937) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:57:10.093031 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88aa4caa-7736-4485-9027-265366628889 {{(pid=109937) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:57:10.093422 dv-cinder-836822-2-iscsi neutron-server[109937]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88aa4caa-7736-4485-9027-265366628889'] response: {'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'code': 200} Apr 07 11:57:10.120105 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Pushing event updated for resources: {'Port': ['ID=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,revision_number=8']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:57:10.352381 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10001eb-256a-4c7d-8b4e-a895bdce3da3 req-b795f88a-6db2-4ecf-a341-43d34598268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:10.353977 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e10001eb-256a-4c7d-8b4e-a895bdce3da3 req-b795f88a-6db2-4ecf-a341-43d34598268a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1129 time: 0.0521986 Apr 07 11:57:10.405172 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-e10001eb-256a-4c7d-8b4e-a895bdce3da3 req-fd02dca1-ef9d-4735-a0ca-c1cd05b99ed1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419548 Apr 07 11:57:10.711010 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317793f-41a5-4aeb-9ace-27d9daa090b7 req-57af1c8c-c50b-4af5-babf-7cb954d51783 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:10.712799 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9317793f-41a5-4aeb-9ace-27d9daa090b7 req-57af1c8c-c50b-4af5-babf-7cb954d51783 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0549471 Apr 07 11:57:10.760922 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-9317793f-41a5-4aeb-9ace-27d9daa090b7 req-c2e8c5d3-318a-4766-9cf8-69b50e342113 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422523 Apr 07 11:57:11.888756 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca7659-e634-453c-aa3e-669d04a7ccde req-240e0104-523f-4a76-a579-94be0ed7de3d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:11.890261 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15ca7659-e634-453c-aa3e-669d04a7ccde req-240e0104-523f-4a76-a579-94be0ed7de3d tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0541561 Apr 07 11:57:11.939628 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-15ca7659-e634-453c-aa3e-669d04a7ccde req-f814d8d1-da6c-42b8-9ba2-7b647fa2b0e8 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435750 Apr 07 11:57:13.080709 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b96475d-301c-4e42-9c88-3e260b9eb247 req-6801648e-348a-417e-85ef-5fd71bd10541 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:57:13.082273 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b96475d-301c-4e42-9c88-3e260b9eb247 req-6801648e-348a-417e-85ef-5fd71bd10541 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0570676 Apr 07 11:57:13.134062 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6b96475d-301c-4e42-9c88-3e260b9eb247 req-f61d0130-4f4e-48ed-bb78-23a9d681cd44 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439250 Apr 07 11:57:25.262868 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:57:28.201049 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f2873f89-291c-4048-bf51-bd81ec864f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:30.431519 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:30.742053 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-41c636e7-e1d4-4e0b-9867-7104114135b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:31.648275 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:33.007481 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:34.652945 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:57:58.206025 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-60a13775-9b2c-4aec-a71f-912f67e0e13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:00.430281 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:00.745219 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-d903aa7e-e925-44c9-92c0-b99b1249ab10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:01.663513 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:02.266077 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:58:03.012646 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:04.659825 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:28.210352 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-82415dd4-1a50-4b15-855c-3826403cb422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:28.788374 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 38968) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:28.953461 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Deleting port eb121ab8-be48-4819-b65f-f0edbe3c719e {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:28.953786 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (eb121ab8-be48-4819-b65f-f0edbe3c719e), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:29.034262 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (eb121ab8-be48-4819-b65f-f0edbe3c719e), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:29.034567 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for floatingip (eb121ab8-be48-4819-b65f-f0edbe3c719e), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:29.047442 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Calling delete_port for eb121ab8-be48-4819-b65f-f0edbe3c719e owned by network:floatingip {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:29.219119 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (eb121ab8-be48-4819-b65f-f0edbe3c719e), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:29.247051 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event deleted for resources: {'Port': ['ID=eb121ab8-be48-4819-b65f-f0edbe3c719e,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:29.258467 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.258818 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.259154 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.259489 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.259814 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.260142 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.260462 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.260815 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.261118 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.261435 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.261754 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.262070 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.262388 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.262708 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.263019 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109936) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:29.317701 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for floatingip (65f25eb3-a442-41c5-b973-d2e4265252f7), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:29.318032 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.db.l3_db [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Floating IP 65f25eb3-a442-41c5-b973-d2e4265252f7 disassociated (deleted). External IP: 172.27.3.52, port: a565c8ec-84a0-4c9a-b097-b916a6bf12fe. Apr 07 11:58:29.533176 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:29.646383 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:29.651639 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for floatingip (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:29.657112 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] Sync routers for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:29.667056 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:29.667672 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:58:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:29.682087 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-b45bce41-a474-4054-ac5e-4b55bf3dc2e0 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "DELETE /v2.0/floatingips/65f25eb3-a442-41c5-b973-d2e4265252f7 HTTP/1.1" status: 204 len: 168 time: 0.8922405 Apr 07 11:58:29.682781 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe'}] {{(pid=109936) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:29.685090 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43dcd0fb07ba03d80992d4f1af0f4a50a1a8bcf4a0aa59395fab431f8536d496" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82899db-070f-4e2b-be95-aad06e6f4ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe"}]}' {{(pid=109936) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:29.779271 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:29.883592 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ad97f6-1d68-42bf-9d3e-2b9ee7fb8925 x-openstack-request-id: req-87ad97f6-1d68-42bf-9d3e-2b9ee7fb8925 {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:29.884113 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe", "status": "completed", "code": 200}]} {{(pid=109936) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:29.884113 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87ad97f6-1d68-42bf-9d3e-2b9ee7fb8925 {{(pid=109936) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:29.884530 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ad97f6-1d68-42bf-9d3e-2b9ee7fb8925'] response: {'name': 'network-changed', 'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'status': 'completed', 'code': 200} Apr 07 11:58:29.917705 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f066d-fdea-4173-8e3f-c5e156a8516e req-b10ac404-47d7-48f9-bd8a-fd71f10033cb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:29.919094 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a94f066d-fdea-4173-8e3f-c5e156a8516e req-b10ac404-47d7-48f9-bd8a-fd71f10033cb tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0549135 Apr 07 11:58:29.968243 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-a94f066d-fdea-4173-8e3f-c5e156a8516e req-e10ccdbf-790d-49f9-b974-33bca56a44aa tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434418 Apr 07 11:58:29.986893 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '53f1ec8b-ef15-46fe-a769-8f4dc0544d65', 'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:41Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 5, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'subnets': [{'id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:30.018402 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] Checking router: 0b1e1a48-81b0-43b9-8d4b-398e2630f94e for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:30.026911 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:30.027508 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:58:01Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:30.142981 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:30.340296 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '53f1ec8b-ef15-46fe-a769-8f4dc0544d65', 'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:41Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 5, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'subnets': [{'id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:30.369474 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78bc16e5-1586-44b7-b615-74e611a6532f None None] The sync data for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi is: [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:42Z', 'revision_number': 4, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi', '_interfaces': [{'id': '53f1ec8b-ef15-46fe-a769-8f4dc0544d65', 'name': '', 'network_id': '309ae0d4-7e26-4a66-a03a-9f37873823b4', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'mac_address': 'fa:16:3e:7f:22:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_interface', 'standard_attr_id': 696, 'fixed_ips': [{'subnet_id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:41Z', 'updated_at': '2022-04-07T11:53:45Z', 'revision_number': 5, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'subnets': [{'id': '56cc9f72-9f9b-4e60-bdd9-f3f333fb9844', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:30.419596 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:30.604117 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637e80de-086b-43e9-a8b0-ad87bb42a6b8 None None] New status for floating IP 65f25eb3-a442-41c5-b973-d2e4265252f7: DOWN {{(pid=109938) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 11:58:30.739849 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-659754f9-2e00-417f-acc8-bf6524734fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:31.086176 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-4b381f7d-826c-4324-a58b-4e1ba2570c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:31.088133 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-4b381f7d-826c-4324-a58b-4e1ba2570c58 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0e4e0156356e4f1989cbbd0216193a42&device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 1129 time: 0.0486372 Apr 07 11:58:31.096190 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b7257-9ba4-4f91-a946-e19c8f8d00ec req-abb829d6-d9d3-4be3-8e9c-7c1e85a841d1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:31.097699 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-794b7257-9ba4-4f91-a946-e19c8f8d00ec req-abb829d6-d9d3-4be3-8e9c-7c1e85a841d1 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0555291 Apr 07 11:58:31.147876 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-794b7257-9ba4-4f91-a946-e19c8f8d00ec req-0c28a56b-6df9-4476-9aa7-8f6f082f9ddc tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/security-groups?id=45f96c36-29e8-434b-91e4-175d1c9bd974&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444229 Apr 07 11:58:31.180520 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-316e7fb3-ddf2-4d4d-9086-26129efb851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:31.182046 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-316e7fb3-ddf2-4d4d-9086-26129efb851c service neutron] 10.222.0.52 "GET /v2.0/networks?id=309ae0d4-7e26-4a66-a03a-9f37873823b4 HTTP/1.1" status: 200 len: 910 time: 0.0865617 Apr 07 11:58:31.259393 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-6c469c7c-a936-4768-a4bf-751661fe1e09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe HTTP/1.1" status: 200 len: 217 time: 0.0432174 Apr 07 11:58:31.316857 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-8eceed2a-d217-49dd-a0bb-2aa2fcde039e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:31.319028 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-8eceed2a-d217-49dd-a0bb-2aa2fcde039e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=56cc9f72-9f9b-4e60-bdd9-f3f333fb9844 HTTP/1.1" status: 200 len: 848 time: 0.0532844 Apr 07 11:58:31.558106 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-2323e954-bd75-4579-a6c0-d4e79f67a3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109936) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:31.559597 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-2323e954-bd75-4579-a6c0-d4e79f67a3a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=309ae0d4-7e26-4a66-a03a-9f37873823b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606208 Apr 07 11:58:31.640747 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af4594-406e-4ba2-bb98-153c70986917 req-3505d5cf-6507-4bb3-aa49-608333816ba9 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109935) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 11:58:31.642340 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-90af4594-406e-4ba2-bb98-153c70986917 req-3505d5cf-6507-4bb3-aa49-608333816ba9 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.52 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 945 time: 0.0534196 Apr 07 11:58:31.652419 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:31.656071 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-cc96c08e-01cf-4cad-9e1a-ba940050f399 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851831 Apr 07 11:58:31.736296 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-90af4594-406e-4ba2-bb98-153c70986917 req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Deleting port a565c8ec-84a0-4c9a-b097-b916a6bf12fe {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:31.736631 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-90af4594-406e-4ba2-bb98-153c70986917 req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:31.752855 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [req-c82899db-070f-4e2b-be95-aad06e6f4ea7 req-0a5b927b-21d9-4beb-af94-71ba55fbcef4 service neutron] 10.222.0.52 "GET /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875485 Apr 07 11:58:31.835705 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [req-90af4594-406e-4ba2-bb98-153c70986917 req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] For port a565c8ec-84a0-4c9a-b097-b916a6bf12fe, host hv-cinder-83682, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83682',level=0,port_id=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:31.836036 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-90af4594-406e-4ba2-bb98-153c70986917 req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:31.849659 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [req-90af4594-406e-4ba2-bb98-153c70986917 req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Calling delete_port for a565c8ec-84a0-4c9a-b097-b916a6bf12fe owned by compute:nova {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:31.985023 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-90af4594-406e-4ba2-bb98-153c70986917 req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (a565c8ec-84a0-4c9a-b097-b916a6bf12fe), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.012691 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event deleted for resources: {'Port': ['ID=a565c8ec-84a0-4c9a-b097-b916a6bf12fe,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:32.039666 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.040015 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.040341 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.040670 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.041039 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.041356 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.041675 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.041991 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.042311 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.042627 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.042950 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.043239 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.043550 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.043860 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.044167 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109935) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:32.065721 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [req-90af4594-406e-4ba2-bb98-153c70986917 req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] No DVR routers for this DVR port a565c8ec-84a0-4c9a-b097-b916a6bf12fe on host hv-cinder-83682 {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:58:32.068031 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [req-90af4594-406e-4ba2-bb98-153c70986917 req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110555'] for port (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:32.071404 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-90af4594-406e-4ba2-bb98-153c70986917 req-3d50d1c4-621b-4a9a-8bed-d4a25cbfb5c3 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.52 "DELETE /v2.0/ports/a565c8ec-84a0-4c9a-b097-b916a6bf12fe HTTP/1.1" status: 204 len: 173 time: 0.4211359 Apr 07 11:58:32.071829 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'name': 'network-vif-deleted', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe'}] {{(pid=109935) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 11:58:32.074092 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a71f37141c16ada6f1f69adf37da5e1c9c54a9064bf03ece0db35d38670571f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c797a7b-3990-4e49-9198-7259edef341e" -d '{"events": [{"server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "name": "network-vif-deleted", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe"}]}' {{(pid=109935) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 11:58:32.109694 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b954f5f-7005-4c39-83e7-b87b544a6fcf x-openstack-request-id: req-2b954f5f-7005-4c39-83e7-b87b544a6fcf {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 11:58:32.110387 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7ee4cd-016d-4733-9cfb-56836ae8307d", "name": "network-vif-deleted", "tag": "a565c8ec-84a0-4c9a-b097-b916a6bf12fe", "status": "completed", "code": 200}]} {{(pid=109935) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 11:58:32.110387 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b954f5f-7005-4c39-83e7-b87b544a6fcf {{(pid=109935) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 11:58:32.110614 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b954f5f-7005-4c39-83e7-b87b544a6fcf'] response: {'server_uuid': '3b7ee4cd-016d-4733-9cfb-56836ae8307d', 'name': 'network-vif-deleted', 'tag': 'a565c8ec-84a0-4c9a-b097-b916a6bf12fe', 'status': 'completed', 'code': 200} Apr 07 11:58:32.245694 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [req-6829c75d-19a0-4f22-bb14-837aa54dca17 req-081c660b-e43a-4b45-9762-76820de7837c tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b7ee4cd-016d-4733-9cfb-56836ae8307d HTTP/1.1" status: 200 len: 210 time: 0.0308137 Apr 07 11:58:33.014096 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.309258 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39002) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:33.370634 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-208211e9-e109-4399-9624-b9ee40c35972 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group (45f96c36-29e8-434b-91e4-175d1c9bd974), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.395519 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-208211e9-e109-4399-9624-b9ee40c35972 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group (45f96c36-29e8-434b-91e4-175d1c9bd974), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.477873 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-208211e9-e109-4399-9624-b9ee40c35972 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (45f96c36-29e8-434b-91e4-175d1c9bd974), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.480535 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-208211e9-e109-4399-9624-b9ee40c35972 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:33.481860 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-208211e9-e109-4399-9624-b9ee40c35972 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] 10.222.0.15 "DELETE /v2.0/security-groups/45f96c36-29e8-434b-91e4-175d1c9bd974 HTTP/1.1" status: 204 len: 168 time: 0.1715043 Apr 07 11:58:33.491819 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208211e9-e109-4399-9624-b9ee40c35972 tempest-TestShelveInstance-843248789 tempest-TestShelveInstance-843248789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f96c36-29e8-434b-91e4-175d1c9bd974,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:33.528864 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39006) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:33.890325 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.139025 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a565c8ec-84a0-4c9a-b097-b916a6bf12fe no longer exists at agent hyperv_hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:34.139872 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Deleting port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:34.140208 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.159164 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] No Port match for: a565c8ec-84a0-4c9a-b097-b916a6bf12fe {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:34.159509 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Device a565c8ec-84a0-4c9a-b097-b916a6bf12fe not bound to the agent host hv-cinder-83682 {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:34.219191 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] For port 53f1ec8b-ef15-46fe-a769-8f4dc0544d65, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=53f1ec8b-ef15-46fe-a769-8f4dc0544d65,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:34.219509 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.235863 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Calling delete_port for 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 owned by network:router_interface {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:34.428298 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (53f1ec8b-ef15-46fe-a769-8f4dc0544d65), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.452614 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=53f1ec8b-ef15-46fe-a769-8f4dc0544d65,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:34.624982 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.649599 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:34.850884 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109936) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:34.958185 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109936) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:34.963363 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-54cc2275-a2a8-4f67-8564-36329f2714b1 admin admin] 10.222.0.15 "PUT /v2.0/routers/0b1e1a48-81b0-43b9-8d4b-398e2630f94e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4334025 Apr 07 11:58:34.966030 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39010) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:34.968954 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] Sync routers for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:34.979743 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:34.980348 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:58:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:35.073542 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks [] for router (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.085239 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:35.271090 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:58:34Z', 'revision_number': 5, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:35.298236 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] Checking router: 0b1e1a48-81b0-43b9-8d4b-398e2630f94e for host: dv-cinder-836822-2-iscsi {{(pid=109937) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:35.308505 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] Routers {'0b1e1a48-81b0-43b9-8d4b-398e2630f94e'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109937) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:35.309207 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:58:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'], 'active': True} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:35.445172 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks [] for router_gateway (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.500675 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Deleting port f4848107-3a6e-4030-90c6-fac72540a4c6 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:35.501032 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.549943 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvr_db [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] Set router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e gateway port host: dv-cinder-836822-2-iscsi {{(pid=109937) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:35.577692 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] For port f4848107-3a6e-4030-90c6-fac72540a4c6, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=f4848107-3a6e-4030-90c6-fac72540a4c6,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:35.578120 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.594720 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Calling delete_port for f4848107-3a6e-4030-90c6-fac72540a4c6 owned by network:router_gateway {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:35.729998 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_hamode_db [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:58:34Z', 'revision_number': 5, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109937) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:35.756016 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec17733-6f25-4332-a707-781a5ea8b3b2 None None] The sync data for ids ['0b1e1a48-81b0-43b9-8d4b-398e2630f94e'] in dv-cinder-836822-2-iscsi is: [{'id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'name': 'tempest-TestShelveInstance-1473348959-router', 'tenant_id': '0e4e0156356e4f1989cbbd0216193a42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24'}], 'enable_snat': True}, 'gw_port_id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:58:34Z', 'revision_number': 5, 'project_id': '0e4e0156356e4f1989cbbd0216193a42', 'gw_port': {'id': 'f4848107-3a6e-4030-90c6-fac72540a4c6', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:13:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b1e1a48-81b0-43b9-8d4b-398e2630f94e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:39Z', 'updated_at': '2022-04-07T11:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}] {{(pid=109937) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:35.760622 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (f4848107-3a6e-4030-90c6-fac72540a4c6), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.787241 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4848107-3a6e-4030-90c6-fac72540a4c6,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:35.845783 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.935685 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.938126 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks [] for router_controller (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.989008 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (0b1e1a48-81b0-43b9-8d4b-398e2630f94e), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.989673 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b1e1a48-81b0-43b9-8d4b-398e2630f94e {{(pid=109936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:58:35.994586 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:35.996031 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ea6e4ee4-803e-4872-aeac-46059dab4721 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0b1e1a48-81b0-43b9-8d4b-398e2630f94e HTTP/1.1" status: 204 len: 168 time: 1.0289629 Apr 07 11:58:35.998466 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39012) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:36.041982 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.db_base_plugin_v2 [None req-25763a0b-5e99-4f29-9176-7cfeec2e4d4c admin admin] Deleting subnet 56cc9f72-9f9b-4e60-bdd9-f3f333fb9844 {{(pid=109936) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:58:36.045083 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-25763a0b-5e99-4f29-9176-7cfeec2e4d4c admin admin] Publish callbacks [] for subnet (56cc9f72-9f9b-4e60-bdd9-f3f333fb9844), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.078168 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-25763a0b-5e99-4f29-9176-7cfeec2e4d4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1154786'] for subnet (56cc9f72-9f9b-4e60-bdd9-f3f333fb9844), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.163044 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-25763a0b-5e99-4f29-9176-7cfeec2e4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (56cc9f72-9f9b-4e60-bdd9-f3f333fb9844), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.221634 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-25763a0b-5e99-4f29-9176-7cfeec2e4d4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1978217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128976497'] for subnet (56cc9f72-9f9b-4e60-bdd9-f3f333fb9844), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.247168 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25763a0b-5e99-4f29-9176-7cfeec2e4d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56cc9f72-9f9b-4e60-bdd9-f3f333fb9844,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:36.250822 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-25763a0b-5e99-4f29-9176-7cfeec2e4d4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for subnet (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.254079 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-25763a0b-5e99-4f29-9176-7cfeec2e4d4c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/56cc9f72-9f9b-4e60-bdd9-f3f333fb9844 HTTP/1.1" status: 204 len: 168 time: 0.2545826 Apr 07 11:58:36.256493 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39014) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:36.256868 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6425ea-1c36-4aff-a670-b7bc9c5868c0 None None] Network 309ae0d4-7e26-4a66-a03a-9f37873823b4 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:36.332171 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (309ae0d4-7e26-4a66-a03a-9f37873823b4), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.388336 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Deleting port 39410d66-ec0b-455d-9907-69ce66f62854 {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:36.388560 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (39410d66-ec0b-455d-9907-69ce66f62854), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.437769 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] DHCP port deletion for 309ae0d4-7e26-4a66-a03a-9f37873823b4 request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:58:36.462898 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] For port 39410d66-ec0b-455d-9907-69ce66f62854, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=39410d66-ec0b-455d-9907-69ce66f62854,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:36.463582 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (39410d66-ec0b-455d-9907-69ce66f62854), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.478147 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Calling delete_port for 39410d66-ec0b-455d-9907-69ce66f62854 owned by network:dhcp {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:36.488322 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Deleting port 39410d66-ec0b-455d-9907-69ce66f62854 {{(pid=109937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:36.488583 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (39410d66-ec0b-455d-9907-69ce66f62854), before_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.565953 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] For port 39410d66-ec0b-455d-9907-69ce66f62854, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=39410d66-ec0b-455d-9907-69ce66f62854,segment=NetworkSegment(2d4a9246-eef0-4853-94c1-e7c554dabe06),segment_id=2d4a9246-eef0-4853-94c1-e7c554dabe06)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:36.566387 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (39410d66-ec0b-455d-9907-69ce66f62854), precommit_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.567379 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (39410d66-ec0b-455d-9907-69ce66f62854), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.581964 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Calling delete_port for 39410d66-ec0b-455d-9907-69ce66f62854 owned by network:dhcp {{(pid=109937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:36.595110 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] No DVR routers for this DVR port 39410d66-ec0b-455d-9907-69ce66f62854 on host dv-cinder-836822-2-iscsi {{(pid=109936) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:58:36.597051 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=39410d66-ec0b-455d-9907-69ce66f62854,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:36.656952 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238'] for port (39410d66-ec0b-455d-9907-69ce66f62854), after_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.668961 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (309ae0d4-7e26-4a66-a03a-9f37873823b4), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.679735 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Pushing event deleted for resources: {'Port': ['ID=39410d66-ec0b-455d-9907-69ce66f62854,revision_number=None']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:36.689438 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.689791 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.690136 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.690266 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['309ae0d4-7e26-4a66-a03a-9f37873823b4']}} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:36.690478 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.690816 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.691145 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.691471 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.691815 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.692115 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.692437 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.692758 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.693106 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.693427 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.693747 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.694070 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836822-2-iscsi {{(pid=109937) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 11:58:36.696877 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51646aa7-43b7-4825-8d0f-8f4dde117b64 None None] No DVR routers for this DVR port 39410d66-ec0b-455d-9907-69ce66f62854 on host dv-cinder-836822-2-iscsi {{(pid=109937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:58:36.700733 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4a9246-eef0-4853-94c1-e7c554dabe06') {'for_net_delete': True} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:36.701062 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.services.segments.db [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4a9246-eef0-4853-94c1-e7c554dabe06') {} {{(pid=109936) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:36.714256 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1154811'] for segment (2d4a9246-eef0-4853-94c1-e7c554dabe06), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.727491 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (2d4a9246-eef0-4853-94c1-e7c554dabe06), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.733541 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=109936) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:58:36.733932 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1978255'] for segment (2d4a9246-eef0-4853-94c1-e7c554dabe06), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: Traceback (most recent call last): Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: timer() Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: cb(*args, **kw) Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: return func(*args, **kwargs) Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: self._notify() Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: self.callback(batched_events) Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: event.method(event) Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: return f(self, *a, **k) Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._get(url).json() Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: return self.request(url, 'GET', **kwargs) Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:58:36.735596 dv-cinder-836822-2-iscsi neutron-server[109936]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:58:36.796051 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (309ae0d4-7e26-4a66-a03a-9f37873823b4), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.802574 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:36.805784 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/309ae0d4-7e26-4a66-a03a-9f37873823b4 HTTP/1.1" status: 204 len: 168 time: 0.5483325 Apr 07 11:58:36.808718 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 39016) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:36.817114 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a41498-b987-4cde-80cd-cf041b1d0ed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=309ae0d4-7e26-4a66-a03a-9f37873823b4,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:36.840550 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:36.861272 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:36.861613 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 53f1ec8b-ef15-46fe-a769-8f4dc0544d65 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:36.862027 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device f4848107-3a6e-4030-90c6-fac72540a4c6 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:36.884241 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: f4848107-3a6e-4030-90c6-fac72540a4c6 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:36.884568 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device f4848107-3a6e-4030-90c6-fac72540a4c6 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:36.885021 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 39410d66-ec0b-455d-9907-69ce66f62854 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:36.903842 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 39410d66-ec0b-455d-9907-69ce66f62854 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:36.904192 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 39410d66-ec0b-455d-9907-69ce66f62854 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:37.450087 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-619463'] for router_interface (616c6367-a16d-41d8-8e0b-bb13283b3840), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.701411 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Deleting port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:37.701768 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.782783 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] For port 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60,segment=NetworkSegment(368ae685-ae23-4c4d-85ff-dbf8d3418e5e),segment_id=368ae685-ae23-4c4d-85ff-dbf8d3418e5e)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:37.783557 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:37.796226 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Calling delete_port for 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 owned by network:router_interface {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:37.990558 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.015217 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:38.184598 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-529226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-619400'] for router_interface (616c6367-a16d-41d8-8e0b-bb13283b3840), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.416726 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Router 616c6367-a16d-41d8-8e0b-bb13283b3840 has already been hosted by L3 agent b6f44012-3ee9-49bb-b902-c50b5255369d {{(pid=109935) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 11:58:38.533319 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] Notify agent at l3_agent.dv-cinder-836822-2-iscsi the message routers_updated {{(pid=109935) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 11:58:38.538517 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-4379b0ef-7c11-4c31-b14c-8769056fc5f9 admin admin] 10.222.0.15 "PUT /v2.0/routers/616c6367-a16d-41d8-8e0b-bb13283b3840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7276757 Apr 07 11:58:38.541264 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39018) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:38.542504 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] Sync routers for ids ['616c6367-a16d-41d8-8e0b-bb13283b3840'] in dv-cinder-836822-2-iscsi {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 11:58:38.553586 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] Routers {'616c6367-a16d-41d8-8e0b-bb13283b3840'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:38.554264 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:58:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['616c6367-a16d-41d8-8e0b-bb13283b3840'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:38.754347 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] Set router 616c6367-a16d-41d8-8e0b-bb13283b3840 gateway port host: dv-cinder-836822-2-iscsi {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:38.804663 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks [] for router (616c6367-a16d-41d8-8e0b-bb13283b3840), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.907676 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks [] for router_gateway (616c6367-a16d-41d8-8e0b-bb13283b3840), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.932472 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'external_fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:58:37Z', 'revision_number': 5, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'gw_port': {'id': 'ac59ee11-3249-48be-99d2-5d50df390e6d', 'name': '', 'network_id': '3ce769e1-13cd-4692-abd6-fe2549c23c5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:03:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'device_owner': 'network:router_gateway', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836822-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3bd7d3c1-f8cd-4f5d-a3a4-31eb90881bed', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836822-2-iscsi'}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:38.963995 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] Checking router: 616c6367-a16d-41d8-8e0b-bb13283b3840 for host: dv-cinder-836822-2-iscsi {{(pid=109938) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 11:58:38.966252 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Deleting port ac59ee11-3249-48be-99d2-5d50df390e6d {{(pid=109936) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:38.966551 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:38.973343 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] Routers {'616c6367-a16d-41d8-8e0b-bb13283b3840'} bound to L3 agent in host dv-cinder-836822-2-iscsi {{(pid=109938) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 11:58:38.973967 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836822-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T11:36:31Z,description=,heartbeat_timestamp=2022-04-07T11:58:31Z,host='dv-cinder-836822-2-iscsi',id=b6f44012-3ee9-49bb-b902-c50b5255369d,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T11:36:31Z,topic='l3_agent')) {'router_ids': ['616c6367-a16d-41d8-8e0b-bb13283b3840'], 'active': True} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:39.045295 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.db [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] For port ac59ee11-3249-48be-99d2-5d50df390e6d, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=ac59ee11-3249-48be-99d2-5d50df390e6d,segment=NetworkSegment(d8326208-51c5-42ac-9ef1-9a40d1368371),segment_id=d8326208-51c5-42ac-9ef1-9a40d1368371)] {{(pid=109936) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:39.045751 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.058434 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.plugins.ml2.plugin [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Calling delete_port for ac59ee11-3249-48be-99d2-5d50df390e6d owned by network:router_gateway {{(pid=109936) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:39.060757 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_dvr_db [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] Set router 616c6367-a16d-41d8-8e0b-bb13283b3840 gateway port host: None {{(pid=109938) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 11:58:39.110706 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.l3_hamode_db [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:58:38Z', 'revision_number': 6, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'gw_port_host': None}], 'dv-cinder-836822-2-iscsi', False) {} {{(pid=109938) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:39.139416 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46e201e-5f42-4a55-a631-1550c15d847a None None] The sync data for ids ['616c6367-a16d-41d8-8e0b-bb13283b3840'] in dv-cinder-836822-2-iscsi is: [{'id': '616c6367-a16d-41d8-8e0b-bb13283b3840', 'name': 'tempest-TestShelveInstance-681546900-router', 'tenant_id': 'fa809e2713c24019a65263202b9ccb68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T11:53:44Z', 'updated_at': '2022-04-07T11:58:38Z', 'revision_number': 6, 'project_id': 'fa809e2713c24019a65263202b9ccb68', 'gw_port_host': None}] {{(pid=109938) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 11:58:39.228834 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1978300'] for port (ac59ee11-3249-48be-99d2-5d50df390e6d), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.253471 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac59ee11-3249-48be-99d2-5d50df390e6d,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:39.265446 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:58:39.318729 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-619261'] for router_gateway (616c6367-a16d-41d8-8e0b-bb13283b3840), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.418064 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616620', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124923'] for router (616c6367-a16d-41d8-8e0b-bb13283b3840), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.420303 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks [] for router_controller (616c6367-a16d-41d8-8e0b-bb13283b3840), precommit_delete_associations {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.471331 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616611'] for router (616c6367-a16d-41d8-8e0b-bb13283b3840), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.472007 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 616c6367-a16d-41d8-8e0b-bb13283b3840 {{(pid=109936) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 11:58:39.476655 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.480198 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-e6d53f48-052b-4d55-b770-d2f2406e3bd0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/616c6367-a16d-41d8-8e0b-bb13283b3840 HTTP/1.1" status: 204 len: 168 time: 0.9300339 Apr 07 11:58:39.481074 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 39022) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:39.529156 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.db_base_plugin_v2 [None req-2110109c-7c80-4ae6-841d-fe29fceae0b4 admin admin] Deleting subnet f2232ccf-aeef-409d-895d-2d295cad5003 {{(pid=109935) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 11:58:39.533290 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2110109c-7c80-4ae6-841d-fe29fceae0b4 admin admin] Publish callbacks [] for subnet (f2232ccf-aeef-409d-895d-2d295cad5003), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.568242 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2110109c-7c80-4ae6-841d-fe29fceae0b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125949250'] for subnet (f2232ccf-aeef-409d-895d-2d295cad5003), precommit_delete_associations {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.650555 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2110109c-7c80-4ae6-841d-fe29fceae0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3540682'] for subnet (f2232ccf-aeef-409d-895d-2d295cad5003), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.713230 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2110109c-7c80-4ae6-841d-fe29fceae0b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3540675', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597030', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-129855124', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126530468'] for subnet (f2232ccf-aeef-409d-895d-2d295cad5003), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.739389 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110109c-7c80-4ae6-841d-fe29fceae0b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2232ccf-aeef-409d-895d-2d295cad5003,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:39.741296 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-2110109c-7c80-4ae6-841d-fe29fceae0b4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.744479 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-2110109c-7c80-4ae6-841d-fe29fceae0b4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f2232ccf-aeef-409d-895d-2d295cad5003 HTTP/1.1" status: 204 len: 168 time: 0.2628746 Apr 07 11:58:39.746796 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d82e64-6225-4df2-9dfa-7143871ff70c None None] Network e6255ab7-8586-4af2-9fab-12942aa341c4 requested from dv-cinder-836822-2-iscsi {{(pid=109937) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 11:58:39.747347 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [-] (109935) accepted ('10.222.0.15', 39024) {{(pid=109935) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:39.814594 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3154699'] for network (e6255ab7-8586-4af2-9fab-12942aa341c4), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.871834 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Deleting port 46ed8ba4-febe-4b55-addf-0a8b166be94d {{(pid=109935) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:39.872178 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.897277 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66dfea9-a75c-4f4e-9b73-e179dae825a3 None None] DHCP port deletion for e6255ab7-8586-4af2-9fab-12942aa341c4 request from dv-cinder-836822-2-iscsi {{(pid=109937) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 11:58:39.939567 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.db [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] For port 46ed8ba4-febe-4b55-addf-0a8b166be94d, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=46ed8ba4-febe-4b55-addf-0a8b166be94d,segment=NetworkSegment(368ae685-ae23-4c4d-85ff-dbf8d3418e5e),segment_id=368ae685-ae23-4c4d-85ff-dbf8d3418e5e)] {{(pid=109935) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:39.940068 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.949109 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-e66dfea9-a75c-4f4e-9b73-e179dae825a3 None None] Deleting port 46ed8ba4-febe-4b55-addf-0a8b166be94d {{(pid=109937) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 11:58:39.949482 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-e66dfea9-a75c-4f4e-9b73-e179dae825a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8785424683906'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), before_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:39.962949 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.plugin [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Calling delete_port for 46ed8ba4-febe-4b55-addf-0a8b166be94d owned by network:dhcp {{(pid=109935) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:40.013500 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.db [None req-e66dfea9-a75c-4f4e-9b73-e179dae825a3 None None] For port 46ed8ba4-febe-4b55-addf-0a8b166be94d, host dv-cinder-836822-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836822-2-iscsi',level=0,port_id=46ed8ba4-febe-4b55-addf-0a8b166be94d,segment=NetworkSegment(368ae685-ae23-4c4d-85ff-dbf8d3418e5e),segment_id=368ae685-ae23-4c4d-85ff-dbf8d3418e5e)] {{(pid=109937) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 11:58:40.013891 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-e66dfea9-a75c-4f4e-9b73-e179dae825a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-607795'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), precommit_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.026627 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-e66dfea9-a75c-4f4e-9b73-e179dae825a3 None None] Calling delete_port for 46ed8ba4-febe-4b55-addf-0a8b166be94d owned by network:dhcp {{(pid=109937) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 11:58:40.053183 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129855041'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.080329 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ed8ba4-febe-4b55-addf-0a8b166be94d,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:40.085226 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] No DVR routers for this DVR port 46ed8ba4-febe-4b55-addf-0a8b166be94d on host dv-cinder-836822-2-iscsi {{(pid=109935) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:58:40.109609 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-e66dfea9-a75c-4f4e-9b73-e179dae825a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3531696', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-221774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8785424689493', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8785424230238'] for port (46ed8ba4-febe-4b55-addf-0a8b166be94d), after_delete {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.135191 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66dfea9-a75c-4f4e-9b73-e179dae825a3 None None] Pushing event deleted for resources: {'Port': ['ID=46ed8ba4-febe-4b55-addf-0a8b166be94d,revision_number=None']} {{(pid=109937) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:40.140666 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66dfea9-a75c-4f4e-9b73-e179dae825a3 None None] No DVR routers for this DVR port 46ed8ba4-febe-4b55-addf-0a8b166be94d on host dv-cinder-836822-2-iscsi {{(pid=109937) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 11:58:40.163782 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3438675', 'neutron.services.segments.db._delete_segments_for_network-8785424510154'] for network (e6255ab7-8586-4af2-9fab-12942aa341c4), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.184222 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6255ab7-8586-4af2-9fab-12942aa341c4']}} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:40.193473 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368ae685-ae23-4c4d-85ff-dbf8d3418e5e') {'for_net_delete': True} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:40.193771 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.services.segments.db [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368ae685-ae23-4c4d-85ff-dbf8d3418e5e') {} {{(pid=109935) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 11:58:40.202940 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8785424512723', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125949275'] for segment (368ae685-ae23-4c4d-85ff-dbf8d3418e5e), before_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.216282 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587'] for segment (368ae685-ae23-4c4d-85ff-dbf8d3418e5e), precommit_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.222164 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=109935) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 11:58:40.222547 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3541587', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129855090'] for segment (368ae685-ae23-4c4d-85ff-dbf8d3418e5e), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: Traceback (most recent call last): Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: timer() Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: cb(*args, **kw) Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: return func(*args, **kwargs) Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: self._notify() Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: self.callback(batched_events) Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: event.method(event) Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: return f(self, *a, **k) Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._get(url).json() Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: return self.request(url, 'GET', **kwargs) Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 11:58:40.224168 dv-cinder-836822-2-iscsi neutron-server[109935]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 11:58:40.280850 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3438664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-529203', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-619225'] for network (e6255ab7-8586-4af2-9fab-12942aa341c4), after_delete {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.287303 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron_lib.callbacks.manager [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529189'] for network (None), before_response {{(pid=109935) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.291356 dv-cinder-836822-2-iscsi neutron-server[109935]: INFO neutron.wsgi [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e6255ab7-8586-4af2-9fab-12942aa341c4 HTTP/1.1" status: 204 len: 168 time: 0.5435157 Apr 07 11:58:40.303374 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274019-fc02-4bd6-98e7-bdf6ca984e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6255ab7-8586-4af2-9fab-12942aa341c4,revision_number=None']} {{(pid=109935) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:40.408893 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39028) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:40.450061 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-d0ee6b67-eb76-4dac-92fb-2ad9bc423e11 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e4e0156356e4f1989cbbd0216193a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399592 Apr 07 11:58:40.452553 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39030) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:40.503656 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac2d6bd6-921b-4120-a29e-fb802d42d2f2 admin admin] Publish callbacks [] for security_group (bdfda12f-25ba-4021-895e-e87a4c6cbb45), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.524692 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac2d6bd6-921b-4120-a29e-fb802d42d2f2 admin admin] Publish callbacks [] for security_group (bdfda12f-25ba-4021-895e-e87a4c6cbb45), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.573442 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac2d6bd6-921b-4120-a29e-fb802d42d2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (bdfda12f-25ba-4021-895e-e87a4c6cbb45), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.576133 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-ac2d6bd6-921b-4120-a29e-fb802d42d2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:40.577365 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-ac2d6bd6-921b-4120-a29e-fb802d42d2f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdfda12f-25ba-4021-895e-e87a4c6cbb45 HTTP/1.1" status: 204 len: 168 time: 0.1238756 Apr 07 11:58:40.585747 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d6bd6-921b-4120-a29e-fb802d42d2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfda12f-25ba-4021-895e-e87a4c6cbb45,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:40.645784 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:40.664873 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:40.665225 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 32fe2a7b-c1b1-4d7a-a73b-40c3ffc97c60 not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:40.665640 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 46ed8ba4-febe-4b55-addf-0a8b166be94d no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:40.685467 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: 46ed8ba4-febe-4b55-addf-0a8b166be94d {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:40.685831 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device 46ed8ba4-febe-4b55-addf-0a8b166be94d not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:40.686354 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ac59ee11-3249-48be-99d2-5d50df390e6d no longer exists at agent ovs-agent-dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 11:58:40.707964 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.plugin [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] No Port match for: ac59ee11-3249-48be-99d2-5d50df390e6d {{(pid=109937) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 11:58:40.708394 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron.plugins.ml2.rpc [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Device ac59ee11-3249-48be-99d2-5d50df390e6d not bound to the agent host dv-cinder-836822-2-iscsi {{(pid=109937) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 11:58:40.896885 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39036) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:40.938867 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-a7ba4afc-50e3-41db-85f1-49d8f27c4a7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa809e2713c24019a65263202b9ccb68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404735 Apr 07 11:58:40.942046 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [-] (109936) accepted ('10.222.0.15', 39038) {{(pid=109936) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 11:58:40.992523 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8aa892d2-485d-41bb-934f-62bc83e37b5a admin admin] Publish callbacks [] for security_group (0e377b54-e363-448a-b309-dd05e1c90955), before_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.013359 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8aa892d2-485d-41bb-934f-62bc83e37b5a admin admin] Publish callbacks [] for security_group (0e377b54-e363-448a-b309-dd05e1c90955), precommit_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.063949 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8aa892d2-485d-41bb-934f-62bc83e37b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-636499'] for security_group (0e377b54-e363-448a-b309-dd05e1c90955), after_delete {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.066454 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron_lib.callbacks.manager [None req-8aa892d2-485d-41bb-934f-62bc83e37b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109936) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:58:41.067579 dv-cinder-836822-2-iscsi neutron-server[109936]: INFO neutron.wsgi [None req-8aa892d2-485d-41bb-934f-62bc83e37b5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e377b54-e363-448a-b309-dd05e1c90955 HTTP/1.1" status: 204 len: 168 time: 0.1246524 Apr 07 11:58:41.075185 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa892d2-485d-41bb-934f-62bc83e37b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e377b54-e363-448a-b309-dd05e1c90955,revision_number=None']} {{(pid=109936) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 11:58:58.214594 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-9268d9d1-4d3a-4c0f-a2b7-bc497455b058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.434402 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:00.751560 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-736403c7-b4e3-4a2b-8f04-bc0e66e13291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:01.664284 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:03.020919 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:04.642982 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:16.270424 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:59:28.220711 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-c945d488-cb2a-49ff-b00d-2cba6111b982 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:30.428334 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:30.750829 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fb5dc6c2-871a-4d8f-9075-bf140e6cd18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:31.668374 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:33.023441 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:34.651962 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 11:59:53.270175 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 11:59:58.217948 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fc8e102b-fb34-4176-8afb-b313d4b22da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:00.426341 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:00.750548 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1889cf10-7b2b-4ec4-b525-5b713f77d01e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:01.668715 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:03.035729 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:04.657857 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:28.225868 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-aed04ac2-2e2b-4724-adf3-e10ea889e544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:30.275154 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:00:30.442565 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:30.755624 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-1e1a321f-f305-4639-a09c-68768b238f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:31.669787 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:33.029884 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:34.658191 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:00:58.222225 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-a570b36b-1e7b-4cbe-81b3-b1f5081c574d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.453036 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:00.753416 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-6a7b65ed-177b-4eac-969d-cf64eda3eeec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:01.681165 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.037111 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:03.697786 dv-cinder-836822-2-iscsi neutron-server[109935]: DEBUG neutron.wsgi [req-eaf8a2a4-9a9e-448e-9571-b5133a40e360 req-212ef4be-2671-463f-81f0-16d24cd32e31 service neutron] (109935) timed out ('10.222.0.52', 60662) {{(pid=109935) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 12:01:04.659870 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:07.280611 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:01:28.209808 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-e0c72721-b0c4-4d8a-a3b6-5842985c7cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:30.458481 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:30.751188 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-f8a3c915-0ea0-4a34-8d8a-719c9e7c1100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:31.681369 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:33.038669 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:34.668219 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:01:44.280531 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:01:58.212878 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-cb096ee8-df9c-454d-856e-28d4fcef5a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:00.467679 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:00.749582 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-df61cfd2-c308-44c9-b2f3-c2f2cf828a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:01.689990 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:03.043199 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:04.664685 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:21.283256 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:02:28.221868 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-ef8ae055-4f8c-4ad1-bd64-5d3b5b1f8016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:30.470455 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:30.751523 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-4e6cd86d-523f-4047-bcfe-08305d4a0b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:31.695385 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:33.044010 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:34.668920 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:58.214269 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-54fe5a5a-e099-4d9c-baac-b04c2b631ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:02:58.289044 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:03:00.471445 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:00.753732 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-014c8291-bd2d-4786-aa43-b89bc14419c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:01.694189 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:03.059000 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:04.671978 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:28.216551 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-cf743a72-a6a2-407a-876a-1b4bb5daaba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (7f24b8d0-3b46-456c-b21e-f220ea7f76a0), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:30.471214 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-5ca4bf50-149d-477b-87b6-f146b07af707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e31b0e98-8fd5-44c1-8294-5a50c7c7dfb1), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:30.759255 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-65c7f40e-1ca8-440e-90db-d00b4f66647a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (b6f44012-3ee9-49bb-b902-c50b5255369d), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:31.701768 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-fbcde503-cc34-4a4a-abb0-af4b6b6a4777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (5c2833b6-e3f7-48ac-ac0b-a25ab974227e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:33.063150 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-20d23439-9b64-46d6-8841-bd6c08659bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (d8be960d-06b3-4d11-bb76-bf9bd69c2149), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:34.678435 dv-cinder-836822-2-iscsi neutron-server[109937]: DEBUG neutron_lib.callbacks.manager [None req-07939e1a-a086-4264-ac8e-c838ee08e4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8785424510136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3435924'] for agent (e5a94c54-afe6-41ef-9b23-7ca6b08b922e), after_update {{(pid=109937) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 12:03:35.293722 dv-cinder-836822-2-iscsi neutron-server[109938]: DEBUG neutron.db.agents_db [None req-3d8cc89a-67cf-4bc3-878c-3c213422b81f None None] Agent healthcheck: found 6 active agents {{(pid=109938) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 12:03:57.008740 dv-cinder-836822-2-iscsi neutron-server[109936]: DEBUG neutron.wsgi [req-687add25-65cc-458c-81c3-6f54e7697213 req-28ddabec-54ce-4fbe-a130-1d357e44623f service neutron] (109936) timed out ('10.222.0.52', 60699) {{(pid=109936) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}